-- Logs begin at Sun 2021-06-06 16:47:23 UTC, end at Sun 2021-06-06 17:56:19 UTC. -- Jun 06 17:31:28.960634 dv-cinder-791281-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 06 17:31:31.490795 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.common.config [-] Logging enabled! Jun 06 17:31:31.491440 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev274 Jun 06 17:31:31.491530 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98766) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 06 17:31:31.494860 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.common.config [-] Logging enabled! Jun 06 17:31:31.495111 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev274 Jun 06 17:31:31.495414 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98766) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 06 17:31:31.496330 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 06 17:31:31.496559 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 06 17:31:31.496906 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 06 17:31:31.497396 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 06 17:31:31.497617 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 06 17:31:31.497928 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.498247 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.498540 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.498764 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.499053 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.499338 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.499615 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.499900 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.500192 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.500472 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.500747 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.501026 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.501251 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.501526 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.501808 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.502089 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.502332 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] debug = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.502607 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.503026 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.503440 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.503713 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.503997 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.504270 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.504537 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.504808 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.505104 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.505409 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] host = dv-cinder-791281-4-smb {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.505679 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.505959 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.506266 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.506547 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.506834 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.507103 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.507376 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.507636 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.507901 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] log_file = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.508170 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.508452 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.508731 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.509014 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.509232 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.509447 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.509725 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.510545 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.510819 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.511087 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.511353 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.511620 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.511886 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.512148 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.512429 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.512708 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.512988 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.513256 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.513524 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.513790 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.514058 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.514363 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.514631 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.514898 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.515166 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.515448 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.515710 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.515977 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.516270 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.516550 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.516827 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.517106 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.517373 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.517649 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.517916 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.518204 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.518472 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] use_json = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.518740 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.519006 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.519281 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.519546 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.519813 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.520077 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.520343 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.520622 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:31.520914 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.521206 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.521498 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.521775 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.522064 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.522361 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.522643 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.522916 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.523200 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.523543 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.523761 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.524038 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.524319 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.524593 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.524881 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.525177 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.525462 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.526359 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.526582 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.526850 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.527116 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.527387 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.527666 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.527952 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.528235 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.528501 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.528773 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.529057 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.529330 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.529594 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.529865 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.530167 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.530441 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.530707 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.530980 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.531251 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.531517 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.531780 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.532049 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.532330 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.532600 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.532864 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.533126 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.533396 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.533660 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.533942 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.534233 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.534501 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.534766 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.535037 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.535302 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.535568 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.535838 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.536101 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.536372 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.536635 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.536901 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.537164 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.537428 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.537691 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.537955 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.538242 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.538518 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.538785 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.539050 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.539315 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.539584 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.539851 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.540130 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.540424 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.540699 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.540974 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.541281 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.541560 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.541832 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.542103 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.542396 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.542669 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.542936 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.543222 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.543501 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.543783 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.544064 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.544336 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.544628 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.544898 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.545174 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.545444 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.545714 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.545995 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.546299 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.546590 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.546879 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.547167 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.547455 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.547739 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.548012 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.548318 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.548612 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:31.548806 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 06 17:31:31.549044 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98766) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 06 17:31:31.891898 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:31:31.892175 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:31:31.892452 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:31:31.892777 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 06 17:31:32.273033 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.273380 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.273699 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.274950 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.275224 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.275490 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.311405 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.311681 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.311941 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.325410 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.325678 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.325934 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.354025 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.354323 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.354587 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.392298 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.392569 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.392827 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.621846 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.622716 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.622716 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.622913 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.623604 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.746329 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.746636 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.746906 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.747425 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.747686 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.747985 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.748235 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.748482 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.748724 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.748992 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.749240 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.749494 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.749750 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.749996 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.750280 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.750538 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.750785 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.751045 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.751285 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.751555 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.751890 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.752131 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.752368 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.752637 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.752874 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.753109 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.753494 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98766) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 17:31:32.753737 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98766) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 17:31:32.753965 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98766) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 17:31:32.754215 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98766) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 17:31:32.754444 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98766) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 17:31:32.754677 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98766) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 17:31:32.755034 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 06 17:31:32.758050 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 06 17:31:32.762609 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 06 17:31:32.766401 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 06 17:31:32.768013 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 06 17:31:32.768456 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 06 17:31:32.768786 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 06 17:31:32.769159 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 06 17:31:32.771939 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 06 17:31:32.772183 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 06 17:31:32.772524 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 06 17:31:32.799874 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 06 17:31:32.800261 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.800552 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98766) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 06 17:31:32.800909 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.802280 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98766) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 06 17:31:32.802555 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 06 17:31:32.802792 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 06 17:31:32.805862 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.806160 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:32.869069 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 06 17:31:32.869373 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 06 17:31:32.869604 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 06 17:31:32.869961 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 06 17:31:32.901107 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_db.sqlalchemy.engines [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98766) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 06 17:31:33.321255 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.managers [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Initializing driver for type 'gre' Jun 06 17:31:33.321783 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] gre ID ranges: [(1, 1000)] Jun 06 17:31:33.469708 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.managers [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Initializing driver for type 'local' Jun 06 17:31:33.470034 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.managers [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Initializing driver for type 'vlan' Jun 06 17:31:33.549831 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] VlanTypeDriver initialization complete Jun 06 17:31:33.550193 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.managers [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Initializing driver for type 'vxlan' Jun 06 17:31:33.550697 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] vxlan ID ranges: [(1, 1000)] Jun 06 17:31:33.749903 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.managers [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Initializing extension driver 'port_security' Jun 06 17:31:33.750549 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.extensions.port_security [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] PortSecurityExtensionDriver initialization complete Jun 06 17:31:33.750639 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.managers [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Initializing mechanism driver 'openvswitch' Jun 06 17:31:33.750912 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.managers [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Initializing mechanism driver 'hyperv' Jun 06 17:31:33.765608 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:31:33.766413 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > port after_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.766787 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > port after_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.767137 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > port after_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.767522 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > subnet after_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.767871 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > subnet after_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.768212 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > subnet after_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.768587 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > network after_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.768927 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > network after_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.769261 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > network after_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.769630 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > security_group after_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.769968 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > security_group after_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.770323 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > security_group after_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.770699 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.771036 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.771372 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.771738 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > address_group after_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.772073 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > address_group after_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.772401 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > address_group after_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.772734 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] ML2 OVO RPC backend initialized. {{(pid=98766) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 06 17:31:33.773427 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > router_interface after_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.773778 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.774218 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > network before_response 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.774561 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > networks before_response 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.774956 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > port before_response 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.775298 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > ports before_response 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.776274 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > subnet before_response 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.776609 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > subnets before_response 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.776952 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > network after_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.777306 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > network after_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.777635 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > network after_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.777965 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > port after_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.778318 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > port after_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.778649 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > port after_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.778979 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > subnet after_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.779306 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > subnet after_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.779632 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > subnet after_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.780189 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.plugin [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Modular L2 Plugin initialization complete Jun 06 17:31:33.780517 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading services supported by the core plugin {{(pid=98766) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 06 17:31:33.780841 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.plugins.ml2.managers [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Got port-security extension from driver 'port_security' Jun 06 17:31:33.781302 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.extensions.vlantransparent [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Disabled vlantransparent extension. Jun 06 17:31:33.781786 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98766) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 06 17:31:33.782094 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading Plugin: router Jun 06 17:31:33.820069 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > router_interface before_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.820454 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > router after_create 55549900 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.820821 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > router before_create 55549900 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.821179 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.821542 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.821888 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > router after_delete 55549900 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.822266 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > floatingip after_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.823220 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > router after_create 55549900 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.823565 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > router after_update 55549900 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.823910 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > router after_update 55549900 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.824250 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.824600 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > router after_update 55549900 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.824996 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > router precommit_update 55549900 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.825359 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: port after_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.825694 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: port after_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.826022 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: subnet after_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.826383 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.826724 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > port precommit_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.827117 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > router precommit_create 55549900 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.827457 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: port before_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.827788 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > router precommit_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.828132 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > router after_update 55549900 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.828464 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > router precommit_delete 55549900 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.828800 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > router precommit_create 55549900 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.829150 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > router_interface after_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.829481 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > router precommit_update 55549900 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.829840 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > network after_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.830718 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Tracking information for resource: router configured {{(pid=98766) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 17:31:33.831043 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Tracking information for resource: floatingip configured {{(pid=98766) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 17:31:33.835978 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.db.l3_agentschedulers_db [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 06 17:31:33.836540 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: port after_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.836892 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: port after_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.837235 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: port after_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.837599 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: port after_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.839044 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > router before_create 55550100 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.839409 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > router precommit_delete 55550100 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.839767 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > router precommit_create 55550100 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.840117 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > router precommit_update 55550100 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.844517 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.services.provider_configuration [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Service providers = [] {{(pid=98766) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 06 17:31:33.844877 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.db.servicetype_db [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98766) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 06 17:31:33.847844 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.services.service_base [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98766) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 17:31:33.848187 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.services.service_base [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98766) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 17:31:33.848524 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.services.service_base [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98766) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 17:31:33.849387 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.services.service_base [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98766) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 17:31:33.849755 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.services.service_base [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 06 17:31:33.850321 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98766) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 17:31:33.850640 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 06 17:31:33.866652 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98766) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 17:31:33.866982 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading Plugin: auto_allocate Jun 06 17:31:33.873074 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: network precommit_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.873441 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: network precommit_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.873950 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98766) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 17:31:33.874301 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading Plugin: tag Jun 06 17:31:33.882406 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98766) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 17:31:33.882728 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading Plugin: timestamp Jun 06 17:31:33.893383 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98766) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 17:31:33.893709 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading Plugin: network_ip_availability Jun 06 17:31:33.899052 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.899417 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.899763 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:33.900568 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98766) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 17:31:33.901408 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading Plugin: flavors Jun 06 17:31:34.014099 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98766) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 17:31:34.014867 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading Plugin: revisions Jun 06 17:31:34.019402 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98766) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 17:31:34.019798 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.127s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:31:34.020567 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98766) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 06 17:31:34.020899 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Initializing extension manager. Jun 06 17:31:34.021401 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: __init__.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.021740 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: __pycache__ {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.022067 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.022421 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: address_group.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.023184 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.023762 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: address-group Jun 06 17:31:34.024080 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: address_scope.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.024781 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.025289 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: address-scope Jun 06 17:31:34.025637 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: admin_state_down_before_update.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.026589 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.027101 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: router-admin-state-down-before-update Jun 06 17:31:34.027421 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: agent.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.028110 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.028618 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: agent Jun 06 17:31:34.028935 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: agent_resources_synced.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.034345 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.034856 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: agent-resources-synced Jun 06 17:31:34.035172 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: allowedaddresspairs.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.036938 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.037462 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: allowed-address-pairs Jun 06 17:31:34.037786 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: auto_allocated_topology.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.038884 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.039396 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: auto-allocated-topology Jun 06 17:31:34.039715 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: availability_zone.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.040395 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.040898 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: availability_zone Jun 06 17:31:34.041241 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: availability_zone_filter.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.042160 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.042670 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: availability_zone_filter Jun 06 17:31:34.042987 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: data_plane_status.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.043879 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.044380 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension data-plane-status not supported by any of loaded plugins Jun 06 17:31:34.044699 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: default_subnetpools.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.045594 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.046097 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: default-subnetpools Jun 06 17:31:34.046437 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: dhcpagentscheduler.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.047238 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.047745 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: dhcp_agent_scheduler Jun 06 17:31:34.048064 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: dns.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.048957 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.049463 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension dns-integration not supported by any of loaded plugins Jun 06 17:31:34.049781 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: dns_domain_ports.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.050709 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.051255 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 06 17:31:34.051656 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: dvr.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.052312 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.052818 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: dvr Jun 06 17:31:34.053133 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: empty_string_filtering.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.054027 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.054561 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: empty-string-filtering Jun 06 17:31:34.054878 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.055771 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.056276 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 06 17:31:34.056595 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.058018 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.058715 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 06 17:31:34.059035 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: external_net.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.059933 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.060447 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: external-net Jun 06 17:31:34.060762 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: extra_dhcp_opt.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.061657 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.062193 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: extra_dhcp_opt Jun 06 17:31:34.062512 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: extraroute.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.063394 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.063902 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: extraroute Jun 06 17:31:34.064217 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: extraroute_atomic.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.065222 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.065732 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: extraroute-atomic Jun 06 17:31:34.066049 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: filter_validation.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.066724 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.067227 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: filter-validation Jun 06 17:31:34.067541 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: fip_pf_description.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.068426 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.068927 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 06 17:31:34.069355 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: fip_port_details.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.070285 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.070791 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: fip-port-details Jun 06 17:31:34.071109 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: flavors.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.072343 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.073391 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: flavors Jun 06 17:31:34.073712 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.075436 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.075960 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 06 17:31:34.076292 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: floatingip_pools.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.076991 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.077507 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: floatingip-pools Jun 06 17:31:34.077830 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: ip_allocation.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.078766 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.079277 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension ip_allocation not supported by any of loaded plugins Jun 06 17:31:34.079600 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.087574 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.088112 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: ip-substring-filtering Jun 06 17:31:34.088434 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: l2_adjacency.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.089353 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.089862 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension l2_adjacency not supported by any of loaded plugins Jun 06 17:31:34.090218 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: l3.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.091171 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.091685 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: router Jun 06 17:31:34.092003 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: l3_conntrack_helper.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.094237 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.094765 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 06 17:31:34.095094 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.096004 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.096519 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: ext-gw-mode Jun 06 17:31:34.096836 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.097731 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.098271 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: l3-ha Jun 06 17:31:34.098597 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: l3_flavors.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.099490 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.099995 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: l3-flavors Jun 06 17:31:34.100312 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.101231 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.101736 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: l3-port-ip-change-not-allowed Jun 06 17:31:34.102052 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: l3agentscheduler.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.103111 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.103649 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: l3_agent_scheduler Jun 06 17:31:34.103973 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: logging.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.105566 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.106088 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension logging not supported by any of loaded plugins Jun 06 17:31:34.106436 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: metering.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.107167 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.107745 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: metering Jun 06 17:31:34.108064 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.116241 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.116757 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: metering_source_and_destination_fields Jun 06 17:31:34.117075 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: multiprovidernet.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.117990 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.118538 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: multi-provider Jun 06 17:31:34.118855 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: netmtu.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.120284 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.120785 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: net-mtu Jun 06 17:31:34.121101 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: netmtu_writable.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.121996 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.122781 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: net-mtu-writable Jun 06 17:31:34.123097 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: network_availability_zone.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.123756 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.124257 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: network_availability_zone Jun 06 17:31:34.124570 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: network_ip_availability.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.125659 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.126213 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: network-ip-availability Jun 06 17:31:34.126532 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: network_segment_range.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.127281 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.127782 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension network-segment-range not supported by any of loaded plugins Jun 06 17:31:34.128098 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: pagination.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.129061 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.129387 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: pagination Jun 06 17:31:34.129705 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: port_device_profile.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.130622 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.131139 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: port-device-profile Jun 06 17:31:34.131461 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.132367 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.132884 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: port-mac-address-regenerate Jun 06 17:31:34.133198 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.134090 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.134647 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: port-numa-affinity-policy Jun 06 17:31:34.135510 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: port_resource_request.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.136415 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.137053 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension port-resource-request not supported by any of loaded plugins Jun 06 17:31:34.137376 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: portbindings.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.138320 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.138835 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: binding Jun 06 17:31:34.139150 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: portbindings_extended.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.140415 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.140935 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: binding-extended Jun 06 17:31:34.141256 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: portsecurity.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.142189 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.142707 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: port-security Jun 06 17:31:34.143026 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: project_id.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.144055 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.144383 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: project-id Jun 06 17:31:34.144704 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: providernet.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.145611 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.146152 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: provider Jun 06 17:31:34.146474 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: qos.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.149995 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.150570 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension qos not supported by any of loaded plugins Jun 06 17:31:34.150902 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.152127 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.152642 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 06 17:31:34.152967 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.153866 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.154400 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 06 17:31:34.154723 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: qos_default.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.155615 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.156129 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension qos-default not supported by any of loaded plugins Jun 06 17:31:34.156448 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: qos_fip.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.157091 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.157587 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension qos-fip not supported by any of loaded plugins Jun 06 17:31:34.157904 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: qos_gateway_ip.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.159021 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.159536 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 06 17:31:34.159858 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: qos_port_network_policy.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.160758 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.161265 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 06 17:31:34.161585 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: qos_rule_type_details.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.162504 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.163012 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 06 17:31:34.163332 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: qos_rules_alias.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.164365 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.164876 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 06 17:31:34.165198 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: quotasv2.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.166171 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.171831 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: quotas Jun 06 17:31:34.171831 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: quotasv2_detail.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.174833 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.175176 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: quota_details Jun 06 17:31:34.175505 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: rbac.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.176628 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.177169 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: rbac-policies Jun 06 17:31:34.177522 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: rbac_address_group.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.178474 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.179003 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: rbac-address-group Jun 06 17:31:34.179356 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: rbac_address_scope.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.180271 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.180816 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: rbac-address-scope Jun 06 17:31:34.181137 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: rbac_security_groups.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.182560 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.183077 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: rbac-security-groups Jun 06 17:31:34.183422 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: rbac_subnetpool.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.184324 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.184843 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: rbac-subnetpool Jun 06 17:31:34.185165 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: revisionifmatch.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.186099 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.186633 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: revision-if-match Jun 06 17:31:34.186955 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: revisions.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.188051 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.188601 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: standard-attr-revisions Jun 06 17:31:34.188927 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: router_availability_zone.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.189594 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.190129 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: router_availability_zone Jun 06 17:31:34.190457 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: routerservicetype.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.191369 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.191881 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension router-service-type not supported by any of loaded plugins Jun 06 17:31:34.192199 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.193105 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.193621 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: security-groups-normalized-cidr Jun 06 17:31:34.193941 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: security_groups_port_filtering.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.194878 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.195393 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: port-security-groups-filtering Jun 06 17:31:34.195713 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.196647 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.197161 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: security-groups-remote-address-group Jun 06 17:31:34.198081 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: securitygroup.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.212699 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.213258 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: security-group Jun 06 17:31:34.213594 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: segment.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.214411 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.214930 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension segment not supported by any of loaded plugins Jun 06 17:31:34.215256 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.216193 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.216708 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 06 17:31:34.217034 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: servicetype.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.219546 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.220080 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: service-type Jun 06 17:31:34.220408 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: sorting.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.222297 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.222632 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: sorting Jun 06 17:31:34.222958 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: standard_attr_segment.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.226379 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.226910 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 06 17:31:34.227240 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: standardattrdescription.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.227888 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.228414 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: standard-attr-description Jun 06 17:31:34.228765 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: stateful_security_group.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.231003 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.231635 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: stateful-security-group Jun 06 17:31:34.232046 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: stdattrs_common.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.232717 dv-cinder-791281-4-smb neutron-server[98766]: WARNING neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 06 17:31:34.233121 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.234231 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.234835 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 06 17:31:34.235289 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: subnet_onboard.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.236436 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.237047 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: subnet_onboard Jun 06 17:31:34.237484 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.238503 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.239114 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 06 17:31:34.239515 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: subnet_service_types.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.240521 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.241103 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: subnet-service-types Jun 06 17:31:34.241461 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: subnetallocation.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.242605 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.243169 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: subnet_allocation Jun 06 17:31:34.243527 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.244700 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.245221 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: subnetpool-prefix-ops Jun 06 17:31:34.245537 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.246488 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.247000 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 06 17:31:34.247576 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: tagging.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.248634 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.249156 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: standard-attr-tag Jun 06 17:31:34.249477 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: timestamp.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.250700 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.251213 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loaded extension: standard-attr-timestamp Jun 06 17:31:34.251536 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: trunk.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.252557 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.253068 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension trunk not supported by any of loaded plugins Jun 06 17:31:34.253389 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: trunk_details.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.254320 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.254832 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension trunk-details not supported by any of loaded plugins Jun 06 17:31:34.255166 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: uplink_status_propagation.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.256059 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.256558 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 06 17:31:34.256880 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Loading extension file: vlantransparent.py {{(pid=98766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:34.257538 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:34.258039 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extension vlan-transparent not supported by any of loaded plugins Jun 06 17:31:34.261163 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Creating instance of TrackedResource for resource:network Jun 06 17:31:34.261711 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Creating instance of TrackedResource for resource:subnet Jun 06 17:31:34.262104 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 17:31:34.262512 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Creating instance of TrackedResource for resource:port Jun 06 17:31:34.263767 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.v2.resource_helper [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:34.264265 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.v2.resource_helper [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Service FLAVORS assigned prefix: {{(pid=98766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:34.264822 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.v2.resource_helper [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:34.265249 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.v2.resource_helper [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:34.265573 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Creating instance of TrackedResource for resource:router Jun 06 17:31:34.265995 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Creating instance of TrackedResource for resource:floatingip Jun 06 17:31:34.266527 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.v2.resource_helper [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Service METERING assigned prefix: /metering {{(pid=98766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:34.267962 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:34.268330 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:34.268679 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:34.269667 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Creating instance of CountableResource for resource:rbac_policy Jun 06 17:31:34.270124 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Creating instance of TrackedResource for resource:security_group Jun 06 17:31:34.270558 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Creating instance of TrackedResource for resource:security_group_rule Jun 06 17:31:34.271166 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.v2.resource_helper [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Service CORE assigned prefix: {{(pid=98766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:34.271492 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 17:31:34.271843 dv-cinder-791281-4-smb neutron-server[98766]: WARNING neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] subnetpool is already registered Jun 06 17:31:34.272276 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.v2.resource_helper [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Service CORE assigned prefix: {{(pid=98766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:34.272597 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 17:31:34.272924 dv-cinder-791281-4-smb neutron-server[98766]: WARNING neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] subnetpool is already registered Jun 06 17:31:34.275205 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.v2.resource_helper [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:34.275653 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.v2.resource_helper [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Service FLAVORS assigned prefix: {{(pid=98766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:34.276234 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.v2.resource_helper [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:34.276649 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.v2.resource_helper [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:34.276977 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Creating instance of TrackedResource for resource:router Jun 06 17:31:34.277313 dv-cinder-791281-4-smb neutron-server[98766]: WARNING neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] router is already registered Jun 06 17:31:34.277717 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Creating instance of TrackedResource for resource:floatingip Jun 06 17:31:34.278045 dv-cinder-791281-4-smb neutron-server[98766]: WARNING neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] floatingip is already registered Jun 06 17:31:34.278524 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.v2.resource_helper [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Service METERING assigned prefix: /metering {{(pid=98766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:34.279176 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Creating instance of CountableResource for resource:rbac_policy Jun 06 17:31:34.279498 dv-cinder-791281-4-smb neutron-server[98766]: WARNING neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] rbac_policy is already registered Jun 06 17:31:34.279901 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Creating instance of TrackedResource for resource:security_group Jun 06 17:31:34.280230 dv-cinder-791281-4-smb neutron-server[98766]: WARNING neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] security_group is already registered Jun 06 17:31:34.280624 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Creating instance of TrackedResource for resource:security_group_rule Jun 06 17:31:34.280957 dv-cinder-791281-4-smb neutron-server[98766]: WARNING neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] security_group_rule is already registered Jun 06 17:31:34.281576 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.v2.resource_helper [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Service CORE assigned prefix: {{(pid=98766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:34.281900 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 17:31:34.282256 dv-cinder-791281-4-smb neutron-server[98766]: WARNING neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] subnetpool is already registered Jun 06 17:31:34.282679 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.v2.resource_helper [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Service CORE assigned prefix: {{(pid=98766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:34.282998 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 17:31:34.283321 dv-cinder-791281-4-smb neutron-server[98766]: WARNING neutron.quota.resource_registry [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] subnetpool is already registered Jun 06 17:31:34.283786 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: extensions {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.285236 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: address-groups {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.286753 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: address-scopes {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.288062 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: agents {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.289229 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: auto-allocated-topology {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.290517 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: availability_zones {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.292257 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: dhcp-networks {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.293752 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: dhcp-agents {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.295208 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: routers {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.296921 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: flavors {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.299274 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: service_profiles {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.300494 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: next_providers {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.301941 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: service_profiles {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.303519 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: floatingip-pools {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.304745 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: routers {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.306489 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: floatingips {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.308393 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: l3-routers {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.309787 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: l3-agents {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.311244 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: metering-labels {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.312493 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: metering-label-rules {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.313872 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: network-ip-availabilities {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.315156 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: bindings {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.316726 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: quotas {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.318313 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: quotas {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.319727 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: rbac-policies {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.320923 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: security-groups {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.322260 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: security-group-rules {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.323491 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: service-providers {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.324713 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: subnetpools {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.326082 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: subnetpools {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.327652 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: tags {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.329334 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: tags {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.331163 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: tags {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.332957 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: tags {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.334690 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: tags {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.336637 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: tags {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.338341 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: tags {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.340165 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: tags {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.342042 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: tags {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.343806 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron.api.extensions [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Extended resource: tags {{(pid=98766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:34.349887 dv-cinder-791281-4-smb neutron-server[98766]: WARNING keystonemiddleware.auth_token [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 06 17:31:34.354894 dv-cinder-791281-4-smb neutron-server[98766]: WARNING keystonemiddleware.auth_token [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 06 17:31:34.363232 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Acquired lock "singleton_lock" {{(pid=98766) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 06 17:31:34.363710 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Releasing lock "singleton_lock" {{(pid=98766) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 06 17:31:34.364338 dv-cinder-791281-4-smb neutron-server[98766]: INFO oslo_service.service [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Starting 2 workers Jun 06 17:31:34.368988 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Started child 98875 {{(pid=98766) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 06 17:31:34.374045 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Started child 98876 {{(pid=98766) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 06 17:31:34.375079 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:34.375732 dv-cinder-791281-4-smb neutron-server[98766]: INFO neutron.service [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Neutron service started, listening on 0.0.0.0:9696 Jun 06 17:31:34.376293 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Notify callbacks [] for process, before_spawn {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:34.376510 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [-] (98875) wsgi starting up on http://0.0.0.0:9696 Jun 06 17:31:34.378817 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:34.379310 dv-cinder-791281-4-smb neutron-server[98766]: INFO oslo_service.service [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Starting 1 workers Jun 06 17:31:34.380118 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [-] (98876) wsgi starting up on http://0.0.0.0:9696 Jun 06 17:31:34.383904 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Started child 98877 {{(pid=98766) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 06 17:31:34.384432 dv-cinder-791281-4-smb neutron-server[98766]: INFO oslo_service.service [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Starting 1 workers Jun 06 17:31:34.387596 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.service [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] calling RpcWorker wait() {{(pid=98877) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 06 17:31:34.388156 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.service [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] returning from RpcWorker wait() {{(pid=98877) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 06 17:31:34.388801 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Started child 98878 {{(pid=98766) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 06 17:31:34.389444 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:34.389599 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-812b4434-67d9-4287-9e61-788f149c3edd None None] Notify callbacks [] for process, after_spawn {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:34.389984 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:31:34.391647 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98766) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 06 17:31:34.391867 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 06 17:31:34.392047 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 06 17:31:34.392267 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 06 17:31:34.392630 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 06 17:31:34.392795 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 06 17:31:34.393294 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.393571 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.393837 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:34.394329 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.394329 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.394469 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.394720 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:31:34.394965 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.395238 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.395506 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.395776 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.396045 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.396221 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.396388 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.396643 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.396885 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.397207 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.397474 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.397713 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.397965 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.398163 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.398421 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.398687 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.398953 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.399213 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] debug = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.399467 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.399932 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.400176 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.400476 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.400714 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.400994 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.401221 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.401482 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.401716 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.401948 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.402213 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.402472 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.402714 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.402981 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.403187 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.403455 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.403668 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.404167 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] host = dv-cinder-791281-4-smb {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.404401 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.404618 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.404866 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.405108 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.405361 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.405594 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.405860 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.406135 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.406389 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.406614 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.406837 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.407091 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.407330 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.407587 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] log_file = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.407749 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] log_options = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.407964 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.408242 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.408499 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.408690 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.408926 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.409062 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.409268 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.409431 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.409704 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.409930 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.410154 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.410371 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.410603 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.410840 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.411103 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.411351 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.411593 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.411859 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.412074 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.412309 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.412518 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.412763 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.413000 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.413207 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.413412 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.413624 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.413867 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.414095 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.414343 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.414606 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.414846 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.415120 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.415349 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.415592 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.415837 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.416590 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.416836 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.417101 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.417331 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.417586 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.417828 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.418060 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.418442 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.418763 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.419031 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.419230 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] use_json = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.419461 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.419690 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.419943 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.420157 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.420385 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.420599 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.420814 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.421039 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.421635 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.421939 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.422415 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.423278 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.423447 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.423825 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.424085 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.424308 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.424584 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.424838 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.425167 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.425412 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.425698 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.425941 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.426226 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.426584 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.426846 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.427122 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.427360 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.427613 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.427827 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.428045 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.428374 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.428640 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.428892 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.429818 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.430162 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.430162 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.430162 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.436300 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.436300 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.436300 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.436300 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.436300 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.436300 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.436300 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.436300 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.436300 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.436938 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.436938 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.436938 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.436938 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.436938 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.436938 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.436938 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.436938 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.436938 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.437575 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.437575 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.437575 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.437575 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.437575 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.437575 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.437575 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.437575 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.437575 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.438226 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.438226 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.438226 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.438226 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.438226 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.438226 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.438673 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.438673 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.438673 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.438927 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.439146 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.439411 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.439599 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.439819 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.440037 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.440252 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.440502 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.440703 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.440917 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.441129 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.441345 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.441590 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.442186 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.442186 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.442518 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.442518 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.442809 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.442951 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.443174 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.443499 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.443698 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.443954 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.444204 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.444451 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.444688 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.444953 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.445203 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.445449 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.445665 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.446347 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.446347 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.446627 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.446627 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.446910 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.447089 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.447363 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.447629 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.447869 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.448656 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.448656 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.448656 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.449086 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.449086 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.449352 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.449576 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.450075 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.450075 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.450374 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.450590 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.450859 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.451159 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.451446 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.451722 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.452453 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.452453 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.452453 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.452877 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.453039 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.453433 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.453433 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.453788 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.454434 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.454434 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.454434 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.454864 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.454864 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.456036 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.456036 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.456036 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.456036 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.456036 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.456825 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.456825 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.456825 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.457227 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.457227 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.457484 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.458147 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.458147 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.458147 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.458448 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.458561 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.458789 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.459236 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.459670 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.459890 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.460101 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.460362 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.460576 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.460797 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.461026 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.461243 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.461466 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.461712 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.461927 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.462195 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.462433 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.462648 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.462880 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.463130 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.463333 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.463585 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.463807 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.464075 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.464343 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.464589 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.464814 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.465038 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.465291 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.465504 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.465751 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.465967 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.466223 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.466432 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.466840 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.467092 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.467315 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.467542 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.467777 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.468027 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.468295 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.468628 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.468881 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.469110 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.469346 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.469563 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.469801 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.470045 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.470303 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.470534 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.470748 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.470959 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.471229 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.471483 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.471721 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.471933 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.472140 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.472348 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.472578 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.472808 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.473095 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.473342 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.473573 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.473807 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.474046 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.474299 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.474510 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.474719 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.474953 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.475160 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.475384 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.475593 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.475811 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.476024 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.476253 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.476473 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.476681 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.476888 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.477106 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.477333 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.477572 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.477780 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.477987 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.478226 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.478453 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.479277 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.479533 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.479752 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.480035 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.480281 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.480508 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.480762 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.481091 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.481416 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.481811 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.482041 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.482313 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.482541 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.483159 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.483377 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.483668 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.483938 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.484178 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.484449 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.484732 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.484991 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.485207 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.485724 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.485833 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.486133 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.486399 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.486644 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.488491 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.488491 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.488491 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.488491 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.488491 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.488491 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.488491 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.488491 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.489423 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.489423 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.489423 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.489423 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.489857 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.489857 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.490200 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.490200 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.490472 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 06 17:31:34.490858 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98766) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 06 17:31:34.491018 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 06 17:31:34.491174 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 06 17:31:34.491342 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 06 17:31:34.491511 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 06 17:31:34.491661 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 06 17:31:34.491870 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.492030 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.492191 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.492348 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.492504 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.492681 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.492840 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.492997 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.493152 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.493310 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.493468 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.493623 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.493779 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.493934 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.494091 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.494383 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.494606 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.494606 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.494984 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.494984 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.495322 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.495322 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.495639 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] debug = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.495639 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.495913 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.495913 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.496272 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.496272 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.496272 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.496652 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.496652 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.496931 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.496931 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.497419 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.497419 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.497654 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.497654 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.497883 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.498014 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.498176 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.498302 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] host = dv-cinder-791281-4-smb {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.498425 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.498546 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.498702 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.498857 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.499013 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.499168 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.499324 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.499479 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.499635 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.499790 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.499945 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.500100 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.500314 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.500438 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] log_file = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.500544 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] log_options = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.500699 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.500854 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.501009 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.501184 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.501346 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.501502 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.501657 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.501814 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.501975 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.502147 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.502306 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.502462 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.502616 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.502773 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.502927 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.503083 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.503237 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.503392 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.503549 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.503704 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.503863 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.504020 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.504176 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.504333 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.504489 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.504647 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.507352 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.507352 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.507352 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.507352 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.507352 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.507352 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.507352 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.507352 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.508174 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.508174 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.508174 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.508174 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.508174 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.508174 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.508174 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.508174 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.508920 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.508920 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.508920 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.508920 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] use_json = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.508920 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.508920 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.508920 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.508920 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.508920 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.510331 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.510331 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.510331 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:34.510331 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.510331 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.510331 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.510331 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.510331 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.510941 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.510941 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.510941 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.510941 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.510941 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.510941 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.511341 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.511341 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.511341 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.511732 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.512372 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.512535 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.512693 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.512852 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.513010 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.513168 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.513327 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.513501 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.513682 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.513812 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.513960 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.514164 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.514342 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.514474 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.514601 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.514724 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.514887 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.515045 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.515204 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.515362 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.515520 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.515677 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.515836 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.515996 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.516154 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.516313 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.516471 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.516629 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.516788 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.516946 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.517104 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.517264 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.517422 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.517638 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.517802 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.517969 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.518191 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.518308 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.518465 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.518623 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.518780 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.518937 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.519094 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.519253 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.519412 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.519569 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.519740 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.519898 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.520055 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.520213 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.520371 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.520528 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.520688 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.521276 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.521436 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.521744 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.522056 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.522246 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.522403 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.522564 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.522726 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.526132 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.526132 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.526132 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.526132 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.526132 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.526132 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.526132 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.526132 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.526132 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.527316 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.527316 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.527316 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.527316 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.527316 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.527316 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.527316 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.527316 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.527871 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.528033 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.528223 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.528390 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.528535 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.528705 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.528866 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.529012 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.529174 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.529332 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.529491 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.529648 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.529805 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.530143 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.530143 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.530421 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.530421 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.530676 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.530824 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.530957 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.531087 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.531219 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.531365 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.531499 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.531638 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.531774 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.531909 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.532052 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.532190 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.532353 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.532518 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.532659 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.532793 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:31:34.532950 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.532950 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.533233 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.533371 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.533507 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.533641 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.533775 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.533918 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.534053 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.534231 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.534369 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.534516 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.534653 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.534788 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.534922 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.535067 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.535202 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.535365 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.535526 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.535667 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.535832 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.535974 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.536133 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.536295 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.536456 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.536598 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.536761 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.536902 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.537049 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.537214 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.537356 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.537516 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.537677 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.537818 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.537979 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.538142 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.538291 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.538453 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.538613 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.538769 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.538926 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.539084 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.539241 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.539397 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.539557 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.539716 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.539874 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.540033 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.540192 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.540351 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.540509 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.540668 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.540826 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.540984 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.541168 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.541326 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.541485 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.541644 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.541802 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.541961 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.542131 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.542295 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.542473 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.542632 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.542789 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.542948 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.543106 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.543264 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.543421 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.543571 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.544518 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.544682 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.544840 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.545001 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.545199 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.545312 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.545455 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.545614 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.545997 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.545997 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.546244 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.546244 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.546436 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.546553 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.546690 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.546848 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.547016 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.547174 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.547331 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.547488 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.547645 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.547811 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.547970 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.548126 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.548282 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.548439 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.548605 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.548762 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.548920 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.549077 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.549235 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.549402 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.549560 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.549717 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.549874 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.550031 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.550222 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.550384 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.550544 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.550709 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.550850 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.551012 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.551169 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.551387 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.551569 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.551748 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.551748 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.552087 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.552087 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.552442 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.552442 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.552755 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.552755 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.553094 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.553094 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.553409 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.553409 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.553409 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.553935 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.553935 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.553935 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.554382 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.554382 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.554382 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.554735 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.554735 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.554964 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.554964 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.555194 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.555194 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.555439 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.555560 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.555681 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.555801 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.555944 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.556102 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.556260 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.556417 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.556574 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:34.556749 dv-cinder-791281-4-smb neutron-server[98766]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 06 17:31:34.642278 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 41142) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:31:34.651687 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071833 Jun 06 17:31:45.744625 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e43cc9-8542-4c5a-96b5-f5b22f186a89 None None] get_active_networks_info from dv-cinder-791281-4-smb {{(pid=98877) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 06 17:31:45.834513 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e43cc9-8542-4c5a-96b5-f5b22f186a89 None None] No non-hosted networks {{(pid=98877) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 06 17:31:45.849006 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.agentschedulers_db [None req-62e43cc9-8542-4c5a-96b5-f5b22f186a89 None None] DHCP Agent not found on host dv-cinder-791281-4-smb {{(pid=98877) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 06 17:31:46.043884 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-53c7e9e6-d840-4d74-b39b-ddf8570ea352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084'] for agent, after_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:48.240722 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-44c19dd3-fe23-42c8-a6e9-a4a2bf982e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:48.253586 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-77af5271-08dd-4d60-96bd-a54518a8c46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084'] for agent, after_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:48.281076 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084'] for agent, after_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:48.281705 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:48.282083 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:48.282461 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:48.282780 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:48.283095 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:48.283408 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:48.283759 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:48.284079 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:48.284540 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:48.284909 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:48.285284 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:48.285591 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:48.286037 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-791281-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:31:48.302997 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-791281-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:31:49.138521 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084'] for agent, after_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:50.778275 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084'] for agent, after_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:52.191016 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 41236) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:31:52.787747 dv-cinder-791281-4-smb neutron-server[98875]: WARNING oslo_policy.policy [None req-1b55be3e-e3b6-4bc5-9a24-5e4001971ca2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 17:31:52.788379 dv-cinder-791281-4-smb neutron-server[98875]: WARNING oslo_policy.policy [None req-1b55be3e-e3b6-4bc5-9a24-5e4001971ca2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 17:31:53.004943 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [None req-1b55be3e-e3b6-4bc5-9a24-5e4001971ca2 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=98875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 17:31:53.005973 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-1b55be3e-e3b6-4bc5-9a24-5e4001971ca2 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8140373 Jun 06 17:31:53.360771 dv-cinder-791281-4-smb neutron-server[98877]: INFO neutron.db.l3_hamode_db [None req-987a30a3-ef14-46a2-a2bc-698d05acdc3b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 06 17:31:53.446393 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987a30a3-ef14-46a2-a2bc-698d05acdc3b None None] Routers set() bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:31:53.446862 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987a30a3-ef14-46a2-a2bc-698d05acdc3b None None] Router IDs set() for agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 06 17:31:55.318712 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 41250) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:31:55.893039 dv-cinder-791281-4-smb neutron-server[98876]: WARNING oslo_policy.policy [None req-8e3d705b-70ed-486d-b017-2df9d092692a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 17:31:55.893646 dv-cinder-791281-4-smb neutron-server[98876]: WARNING oslo_policy.policy [None req-8e3d705b-70ed-486d-b017-2df9d092692a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 17:31:56.106866 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-8e3d705b-70ed-486d-b017-2df9d092692a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:31:56.204327 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.policy [None req-8e3d705b-70ed-486d-b017-2df9d092692a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98876) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 06 17:31:56.248917 dv-cinder-791281-4-smb neutron-server[98876]: WARNING oslo_policy.policy [None req-8e3d705b-70ed-486d-b017-2df9d092692a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 17:31:56.249280 dv-cinder-791281-4-smb neutron-server[98876]: WARNING oslo_policy.policy [None req-8e3d705b-70ed-486d-b017-2df9d092692a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 17:31:56.257792 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.quota [None req-8e3d705b-70ed-486d-b017-2df9d092692a admin admin] Loaded quota_driver: . Jun 06 17:31:56.393576 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8e3d705b-70ed-486d-b017-2df9d092692a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729316353245', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729316353578', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729316334036', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729316337312', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729316384549', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729316385107', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-597121', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-592646', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1666445', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1547740'] for rbac-policy, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:56.566870 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8e3d705b-70ed-486d-b017-2df9d092692a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:56.568202 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-8e3d705b-70ed-486d-b017-2df9d092692a admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2473719 Jun 06 17:31:59.124812 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 41268) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:31:59.464175 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'admin_state_up': True, 'tenant_id': 'aaac21f0c46d4ce3920e45195b8950c5'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:31:59.532673 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Made reservation on behalf of aaac21f0c46d4ce3920e45195b8950c5 for: {'network': 1} {{(pid=98876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:31:59.535673 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-636678'] for network, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:59.554532 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:59.728303 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:59.788729 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:59.794885 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:31:59.815215 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=98876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:31:59.840579 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729318600093', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:59.841149 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Unsubscribe: segment precommit_create {{(pid=98876) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 06 17:31:59.841647 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.db.segments_db [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Added segment 8686fe99-4ccd-4f45-a106-e961accdf6d9 of type vlan for network e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1 Jun 06 17:31:59.889008 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eade290-0e79-47f1-bb79-76532e5a97ed,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:31:59.909518 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:59.909849 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:59.910197 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:59.910516 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:59.910827 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:59.911133 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:59.911434 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:59.911736 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:59.912051 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:59.912355 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:59.912650 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:59.912946 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Tracked resource versions report: Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: pushed versions: Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: { 'AddressGroup': {'1.2'}, Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: 'ConntrackHelper': {'1.0'}, Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: 'Log': {'1.0'}, Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: 'Network': {'1.1'}, Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: 'Port': {'1.7'}, Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: 'PortForwarding': {'1.2'}, Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: 'QosPolicy': {'1.8'}, Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: 'SecurityGroup': {'1.4'}, Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: 'SecurityGroupRule': {'1.2'}, Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: 'SubPort': {'1.0'}, Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: 'Subnet': {'1.1'}, Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: 'Trunk': {'1.1'}} Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: consumer versions: Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: { DHCP agent@dv-cinder-791281-4-smb: {}, Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: L3 agent@dv-cinder-791281-4-smb: {}, Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: Metadata agent@dv-cinder-791281-4-smb: {}, Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: Metering agent@dv-cinder-791281-4-smb: {}, Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: Open vSwitch agent@dv-cinder-791281-4-smb: { 'AddressGroup': '1.2', Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: 'ConntrackHelper': '1.0', Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: 'Log': '1.0', Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: 'Network': '1.1', Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: 'Port': '1.7', Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: 'PortForwarding': '1.2', Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: 'QosPolicy': '1.8', Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: 'SecurityGroup': '1.4', Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: 'SecurityGroupRule': '1.2', Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: 'SubPort': '1.0', Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: 'Subnet': '1.1', Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: 'Trunk': '1.1'}} Jun 06 17:31:59.914043 dv-cinder-791281-4-smb neutron-server[98876]: {{(pid=98876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 17:31:59.950890 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729318189806'] for network, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:59.961583 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:00.063598 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876'] for network, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:00.065164 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:32:00.065793 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:00.070325 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:00.167816 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Pushing event updated for resources: {'Network': ['ID=e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:00.170454 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0446491 Jun 06 17:32:00.172102 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:00.180372 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Network e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1 details requested by agent ovs-agent-dv-cinder-791281-4-smb with host dv-cinder-791281-4-smb {{(pid=98877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:32:02.830392 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 41282) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:32:03.269677 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb8d3f0-1ddd-45b7-b516-b12d07090288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:32:03.271024 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-ecb8d3f0-1ddd-45b7-b516-b12d07090288 admin admin] 10.222.0.23 "GET /v2.0/networks/e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1 HTTP/1.1" status: 200 len: 825 time: 0.4396729 Jun 06 17:32:03.299043 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-1ab44829-f724-4b3d-936a-4cb36f7d6b9b admin admin] 10.222.0.23 "GET /v2.0/subnetpools/435c70a1-86dc-400f-aa09-ff17c59552b7 HTTP/1.1" status: 200 len: 734 time: 0.0226412 Jun 06 17:32:03.307882 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-92be8693-91e6-4f9c-a533-b86c4c7162ae admin admin] Request body: {'subnet': {'tenant_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '435c70a1-86dc-400f-aa09-ff17c59552b7', 'ip_version': 4, 'network_id': 'e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:32:03.400725 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92be8693-91e6-4f9c-a533-b86c4c7162ae admin admin] Made reservation on behalf of aaac21f0c46d4ce3920e45195b8950c5 for: {'subnet': 1} {{(pid=98876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:32:03.402996 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-92be8693-91e6-4f9c-a533-b86c4c7162ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:03.721441 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-92be8693-91e6-4f9c-a533-b86c4c7162ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869'] for subnet, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:03.726582 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:03.822076 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92be8693-91e6-4f9c-a533-b86c4c7162ae admin admin] Checking segment: {'id': '8686fe99-4ccd-4f45-a106-e961accdf6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:32:03.822443 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92be8693-91e6-4f9c-a533-b86c4c7162ae admin admin] Network hostable DHCP agents. Network: e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1, hostable agents: ['9f9e633d-4e7f-4a78-8507-e6ddd2ff9366'], hosted agents: [] {{(pid=98876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:32:03.825973 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be8693-91e6-4f9c-a533-b86c4c7162ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=2925823f-0947-4820-a5eb-2e24940866df,revision_number=0']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:03.832983 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-92be8693-91e6-4f9c-a533-b86c4c7162ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:03.892076 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92be8693-91e6-4f9c-a533-b86c4c7162ae admin admin] Network e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1 is scheduled to be hosted by DHCP agent 9f9e633d-4e7f-4a78-8507-e6ddd2ff9366 with binding_index 1 {{(pid=98876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:32:03.961022 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.base_scheduler [None req-92be8693-91e6-4f9c-a533-b86c4c7162ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-smb, e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1) {{(pid=98876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:32:03.966132 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92be8693-91e6-4f9c-a533-b86c4c7162ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:32:03.966707 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-92be8693-91e6-4f9c-a533-b86c4c7162ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for subnet, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:03.970829 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7d0e53-cc6e-407c-8867-0f68ddf3fed8 None None] Network e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1 requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:32:04.047550 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-92be8693-91e6-4f9c-a533-b86c4c7162ae admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7435093 Jun 06 17:32:04.280543 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f501f2b-c289-51ad-9312-eb39f9b77b0c-e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1', 'network_id': 'e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1', 'tenant_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'fixed_ips': [{'subnet_id': '2925823f-0947-4820-a5eb-2e24940866df'}]}} from dv-cinder-791281-4-smb. {{(pid=98877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 17:32:04.281769 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:04.465754 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.db_base_plugin_common [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Allocated IP 172.20.0.2 (e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1/2925823f-0947-4820-a5eb-2e24940866df/f4412f33-5a23-48ac-a9b4-724d778e8ac0) {{(pid=98877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:32:04.690800 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Notify callbacks [] for port, precommit_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:04.703831 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Transition to ACTIVE for port object f4412f33-5a23-48ac-a9b4-724d778e8ac0 will not be triggered until provisioned by entity L2. {{(pid=98877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:32:04.725241 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Transition to ACTIVE for port object f4412f33-5a23-48ac-a9b4-724d778e8ac0 will not be triggered until provisioned by entity DHCP. {{(pid=98877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:32:04.824847 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:04.829653 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:04.891032 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Network e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1 is already hosted by enough agents. {{(pid=98877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:32:04.892176 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.scheduler.base_scheduler [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Resources bound (agent type, host, resource id): {{(pid=98877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:32:04.898004 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Received port after_create {{(pid=98877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:32:04.903980 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Pushing event updated for resources: {'Port': ['ID=f4412f33-5a23-48ac-a9b4-724d778e8ac0,revision_number=1']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:04.947966 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:04.948293 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:04.948614 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:04.948945 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:04.949246 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:04.949557 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:04.949866 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:04.950187 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:04.950495 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:04.950797 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:04.951097 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:04.951395 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Tracked resource versions report: Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: pushed versions: Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: { 'AddressGroup': {'1.2'}, Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: 'ConntrackHelper': {'1.0'}, Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: 'Log': {'1.0'}, Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: 'Network': {'1.1'}, Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: 'Port': {'1.7'}, Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: 'PortForwarding': {'1.2'}, Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: 'QosPolicy': {'1.8'}, Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: 'SecurityGroup': {'1.4'}, Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: 'SecurityGroupRule': {'1.2'}, Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: 'SubPort': {'1.0'}, Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: 'Subnet': {'1.1'}, Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: 'Trunk': {'1.1'}} Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: consumer versions: Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: { DHCP agent@dv-cinder-791281-4-smb: {}, Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: L3 agent@dv-cinder-791281-4-smb: {}, Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: Metadata agent@dv-cinder-791281-4-smb: {}, Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: Metering agent@dv-cinder-791281-4-smb: {}, Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: Open vSwitch agent@dv-cinder-791281-4-smb: { 'AddressGroup': '1.2', Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: 'ConntrackHelper': '1.0', Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: 'Log': '1.0', Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: 'Network': '1.1', Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: 'Port': '1.7', Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: 'PortForwarding': '1.2', Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: 'QosPolicy': '1.8', Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: 'SecurityGroup': '1.4', Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: 'SecurityGroupRule': '1.2', Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: 'SubPort': '1.0', Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: 'Subnet': '1.1', Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: 'Trunk': '1.1'}} Jun 06 17:32:04.952480 dv-cinder-791281-4-smb neutron-server[98877]: {{(pid=98877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 17:32:04.984721 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:05.004687 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Attempting to bind port f4412f33-5a23-48ac-a9b4-724d778e8ac0 on host dv-cinder-791281-4-smb for vnic_type normal with profile {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:32:05.005076 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Attempting to bind port f4412f33-5a23-48ac-a9b4-724d778e8ac0 by drivers openvswitch,hyperv on host dv-cinder-791281-4-smb at level 0 using segments [{'id': '8686fe99-4ccd-4f45-a106-e961accdf6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1'}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:32:05.005487 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Attempting to bind port f4412f33-5a23-48ac-a9b4-724d778e8ac0 on network e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1 {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:32:05.011259 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Checking agent: {'id': '866b1ceb-3f07-4282-bec2-bca05938cd10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 48), 'started_at': datetime.datetime(2021, 6, 6, 17, 31, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:32:05.011662 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Checking segment: {'id': '8686fe99-4ccd-4f45-a106-e961accdf6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:32:05.012130 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:05.012511 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Bound using segment: {'id': '8686fe99-4ccd-4f45-a106-e961accdf6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1'} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:32:05.012962 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Bound port: f4412f33-5a23-48ac-a9b4-724d778e8ac0, host: dv-cinder-791281-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8686fe99-4ccd-4f45-a106-e961accdf6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1'}}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:32:05.013339 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:05.100673 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] For port f4412f33-5a23-48ac-a9b4-724d778e8ac0, host dv-cinder-791281-4-smb, cleared binding levels {{(pid=98877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:32:05.104473 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] For port f4412f33-5a23-48ac-a9b4-724d778e8ac0, host dv-cinder-791281-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=f4412f33-5a23-48ac-a9b4-724d778e8ac0,segment=NetworkSegment(8686fe99-4ccd-4f45-a106-e961accdf6d9),segment_id=8686fe99-4ccd-4f45-a106-e961accdf6d9)] {{(pid=98877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:32:05.190083 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:05.194281 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:05.276692 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Pushing event updated for resources: {'Port': ['ID=f4412f33-5a23-48ac-a9b4-724d778e8ac0,revision_number=2']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:05.279753 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:06.441332 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 41290) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:32:06.819364 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [None req-0b82283a-8e94-4b8a-bbb5-3e8f11824536 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=98876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 17:32:06.820334 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-0b82283a-8e94-4b8a-bbb5-3e8f11824536 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3780622 Jun 06 17:32:09.150001 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 41298) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:32:09.510816 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [None req-42b0d7c1-9082-4571-a73e-dbf1c557b4a6 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=98875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 17:32:09.511882 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-42b0d7c1-9082-4571-a73e-dbf1c557b4a6 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3608353 Jun 06 17:32:10.086403 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device f4412f33-5a23-48ac-a9b4-724d778e8ac0 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:32:10.213209 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning for port f4412f33-5a23-48ac-a9b4-724d778e8ac0 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:32:11.079446 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007153a0-d654-4158-aa79-6866ccdef3ea None None] Network e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1 requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:32:11.257578 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-3dfe0bf4-1cb7-497f-97a3-d7e57e3d05cd None None] Provisioning for port f4412f33-5a23-48ac-a9b4-724d778e8ac0 completed by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:32:11.267154 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-3dfe0bf4-1cb7-497f-97a3-d7e57e3d05cd None None] Provisioning complete for port f4412f33-5a23-48ac-a9b4-724d778e8ac0 triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:32:11.267549 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3dfe0bf4-1cb7-497f-97a3-d7e57e3d05cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:11.455559 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3dfe0bf4-1cb7-497f-97a3-d7e57e3d05cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:11.494537 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-3dfe0bf4-1cb7-497f-97a3-d7e57e3d05cd None None] For port f4412f33-5a23-48ac-a9b4-724d778e8ac0, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=f4412f33-5a23-48ac-a9b4-724d778e8ac0,segment=NetworkSegment(8686fe99-4ccd-4f45-a106-e961accdf6d9),segment_id=8686fe99-4ccd-4f45-a106-e961accdf6d9)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:32:11.556324 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3dfe0bf4-1cb7-497f-97a3-d7e57e3d05cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:11.559574 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:11.630512 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe0bf4-1cb7-497f-97a3-d7e57e3d05cd None None] Pushing event updated for resources: {'Port': ['ID=f4412f33-5a23-48ac-a9b4-724d778e8ac0,revision_number=3']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:11.633714 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-3dfe0bf4-1cb7-497f-97a3-d7e57e3d05cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:11.676634 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-30abef32-cbcd-4c42-879c-4764a0dc7145 None None] Provisioning complete for port f4412f33-5a23-48ac-a9b4-724d778e8ac0 triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:32:11.676990 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-30abef32-cbcd-4c42-879c-4764a0dc7145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:12.047154 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device f4412f33-5a23-48ac-a9b4-724d778e8ac0 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:32:12.112358 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port f4412f33-5a23-48ac-a9b4-724d778e8ac0 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:32:12.112814 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:12.162951 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 41312) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:32:12.502737 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-7efdec12-b7c0-4190-9ca6-6c0d8b1226fc admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'admin_state_up': True}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:32:12.572662 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.policy [None req-7efdec12-b7c0-4190-9ca6-6c0d8b1226fc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98875) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 06 17:32:12.617620 dv-cinder-791281-4-smb neutron-server[98875]: WARNING oslo_policy.policy [None req-7efdec12-b7c0-4190-9ca6-6c0d8b1226fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 17:32:12.618506 dv-cinder-791281-4-smb neutron-server[98875]: WARNING oslo_policy.policy [None req-7efdec12-b7c0-4190-9ca6-6c0d8b1226fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 17:32:12.627207 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.quota [None req-7efdec12-b7c0-4190-9ca6-6c0d8b1226fc admin admin] Loaded quota_driver: . Jun 06 17:32:12.760651 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-7efdec12-b7c0-4190-9ca6-6c0d8b1226fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-323912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3591'] for router, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:12.762661 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-7efdec12-b7c0-4190-9ca6-6c0d8b1226fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-324305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-322292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3614'] for router, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:12.787698 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-7efdec12-b7c0-4190-9ca6-6c0d8b1226fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:12.956291 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-7efdec12-b7c0-4190-9ca6-6c0d8b1226fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-323905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-322217'] for router, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:13.046624 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-7efdec12-b7c0-4190-9ca6-6c0d8b1226fc admin admin] Notify callbacks [] for router, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:13.047811 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-7efdec12-b7c0-4190-9ca6-6c0d8b1226fc admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8839204 Jun 06 17:32:15.361141 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 41322) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:32:15.720828 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [None req-f8a50ad2-3df3-4b7e-b936-fc9c61f1241a admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=98875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 17:32:15.721796 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-f8a50ad2-3df3-4b7e-b936-fc9c61f1241a admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3597460 Jun 06 17:32:15.732615 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-d2c45072-a323-46c3-91d2-cec29bab3bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:18.066826 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 41330) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:32:18.206164 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-4e3b2c3f-589a-437a-80eb-eabdc71fba38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:18.234674 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:18.427977 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:32:18.509488 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Made reservation on behalf of f4a4a6b3f1ec481f9e29545c69f84b7e for: {'network': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:32:18.512278 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-636678'] for network, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:18.529192 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:18.640903 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:18.708932 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:18.714074 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:18.724582 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Reserving flat network on physical network physnet1 {{(pid=98875) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 06 17:32:18.757261 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729318600093', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:18.757817 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Unsubscribe: segment precommit_create {{(pid=98875) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 06 17:32:18.758326 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.db.segments_db [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Added segment 071d7783-9719-4ea8-bb46-4cbc83b3e1b1 of type flat for network ba4729d8-bae0-44dd-959b-45f2743fbe2e Jun 06 17:32:18.807285 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0196f8dc-c014-484d-a609-7496492d9c29,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:18.815115 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:18.815443 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:18.815761 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:18.816078 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:18.816383 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:18.816689 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:18.816988 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:18.817284 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:18.817594 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:18.817895 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:18.818210 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:18.818506 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Tracked resource versions report: Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: pushed versions: Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: { 'AddressGroup': {'1.2'}, Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: 'ConntrackHelper': {'1.0'}, Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: 'Log': {'1.0'}, Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: 'Network': {'1.1'}, Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: 'Port': {'1.7'}, Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: 'PortForwarding': {'1.2'}, Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: 'QosPolicy': {'1.8'}, Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: 'SecurityGroup': {'1.4'}, Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: 'SecurityGroupRule': {'1.2'}, Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: 'SubPort': {'1.0'}, Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: 'Subnet': {'1.1'}, Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: 'Trunk': {'1.1'}} Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: consumer versions: Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: { DHCP agent@dv-cinder-791281-4-smb: {}, Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: L3 agent@dv-cinder-791281-4-smb: {}, Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: Metadata agent@dv-cinder-791281-4-smb: {}, Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: Metering agent@dv-cinder-791281-4-smb: {}, Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: Open vSwitch agent@dv-cinder-791281-4-smb: { 'AddressGroup': '1.2', Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: 'ConntrackHelper': '1.0', Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: 'Log': '1.0', Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: 'Network': '1.1', Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: 'Port': '1.7', Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: 'PortForwarding': '1.2', Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: 'QosPolicy': '1.8', Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: 'SecurityGroup': '1.4', Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: 'SecurityGroupRule': '1.2', Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: 'SubPort': '1.0', Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: 'Subnet': '1.1', Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: 'Trunk': '1.1'}} Jun 06 17:32:18.819562 dv-cinder-791281-4-smb neutron-server[98875]: {{(pid=98875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 17:32:18.875939 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:18.879762 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729318189806'] for network, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:18.995194 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876'] for network, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:18.996852 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:32:18.997511 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:19.002253 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:19.098983 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Pushing event updated for resources: {'Network': ['ID=ba4729d8-bae0-44dd-959b-45f2743fbe2e,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:19.101990 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:19.109882 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Network ba4729d8-bae0-44dd-959b-45f2743fbe2e details requested by agent ovs-agent-dv-cinder-791281-4-smb with host dv-cinder-791281-4-smb {{(pid=98877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:32:19.110798 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0428596 Jun 06 17:32:19.126729 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:20.766374 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:21.428239 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 41352) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:32:21.635541 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5bf9a2-91e9-4a50-997f-9c0007c8f220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:32:21.639060 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-bc5bf9a2-91e9-4a50-997f-9c0007c8f220 admin admin] 10.222.0.23 "GET /v2.0/subnets/2925823f-0947-4820-a5eb-2e24940866df HTTP/1.1" status: 200 len: 849 time: 0.2076848 Jun 06 17:32:21.792993 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-35092c1d-9eb0-4468-9dfb-0475ebf970ed admin admin] 10.222.0.23 "GET /v2.0/routers/0f26db32-5ac0-4307-a711-87c4704ab5fe HTTP/1.1" status: 200 len: 704 time: 0.1506631 Jun 06 17:32:22.241668 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b4213cc5-cd2f-4a41-afa2-1518c35e87cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:22.469778 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_common [None req-b4213cc5-cd2f-4a41-afa2-1518c35e87cf admin admin] Allocated IP 172.20.0.1 (e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1/2925823f-0947-4820-a5eb-2e24940866df/26c791cb-c73a-4c7f-90af-5a0d1f77db51) {{(pid=98875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:32:22.623241 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b4213cc5-cd2f-4a41-afa2-1518c35e87cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:22.720453 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [None req-b4213cc5-cd2f-4a41-afa2-1518c35e87cf admin admin] Transition to ACTIVE for port object 26c791cb-c73a-4c7f-90af-5a0d1f77db51 will not be triggered until provisioned by entity DHCP. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:32:22.835445 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b4213cc5-cd2f-4a41-afa2-1518c35e87cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:22.840639 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:22.904667 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4213cc5-cd2f-4a41-afa2-1518c35e87cf admin admin] Network e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1 is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:32:22.907469 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [None req-b4213cc5-cd2f-4a41-afa2-1518c35e87cf admin admin] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:32:22.914063 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4213cc5-cd2f-4a41-afa2-1518c35e87cf admin admin] Received port after_create {{(pid=98875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:32:22.914646 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b4213cc5-cd2f-4a41-afa2-1518c35e87cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608163'] for router_interface, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:23.024785 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4213cc5-cd2f-4a41-afa2-1518c35e87cf admin admin] Pushing event updated for resources: {'Port': ['ID=26c791cb-c73a-4c7f-90af-5a0d1f77db51,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:23.040284 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b4213cc5-cd2f-4a41-afa2-1518c35e87cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:23.137459 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-efac8ed4-2767-4550-8a2a-9610ff5ee6fe None None] Provisioning for port 26c791cb-c73a-4c7f-90af-5a0d1f77db51 completed by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:32:23.142066 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-efac8ed4-2767-4550-8a2a-9610ff5ee6fe None None] Provisioning complete for port 26c791cb-c73a-4c7f-90af-5a0d1f77db51 triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:32:23.142477 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-efac8ed4-2767-4550-8a2a-9610ff5ee6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:23.193331 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-efac8ed4-2767-4550-8a2a-9610ff5ee6fe None None] Port 26c791cb-c73a-4c7f-90af-5a0d1f77db51 cannot update to ACTIVE because it is not bound. {{(pid=98877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:32:23.307752 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b4213cc5-cd2f-4a41-afa2-1518c35e87cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:23.533168 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b4213cc5-cd2f-4a41-afa2-1518c35e87cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:23.612062 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b4213cc5-cd2f-4a41-afa2-1518c35e87cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:23.613145 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b4213cc5-cd2f-4a41-afa2-1518c35e87cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1694894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-321467'] for router_interface, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:23.616301 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:23.709731 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4213cc5-cd2f-4a41-afa2-1518c35e87cf admin admin] Pushing event updated for resources: {'Port': ['ID=26c791cb-c73a-4c7f-90af-5a0d1f77db51,revision_number=2']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:23.713697 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b4213cc5-cd2f-4a41-afa2-1518c35e87cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:23.805834 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4213cc5-cd2f-4a41-afa2-1518c35e87cf admin admin] Network e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1 is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:32:23.806801 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [None req-b4213cc5-cd2f-4a41-afa2-1518c35e87cf admin admin] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:32:24.015219 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-987d0794-c873-4da3-86f7-de3d89b4301f None None] Provisioning complete for port 26c791cb-c73a-4c7f-90af-5a0d1f77db51 triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:32:24.015585 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-987d0794-c873-4da3-86f7-de3d89b4301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:24.046583 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4213cc5-cd2f-4a41-afa2-1518c35e87cf admin admin] Router 0f26db32-5ac0-4307-a711-87c4704ab5fe is scheduled to L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 with binding_index 1 {{(pid=98875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 17:32:24.069805 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-987d0794-c873-4da3-86f7-de3d89b4301f None None] Port 26c791cb-c73a-4c7f-90af-5a0d1f77db51 cannot update to ACTIVE because it is not bound. {{(pid=98877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:32:24.198728 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4213cc5-cd2f-4a41-afa2-1518c35e87cf admin admin] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:32:24.204646 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-b4213cc5-cd2f-4a41-afa2-1518c35e87cf admin admin] 10.222.0.23 "PUT /v2.0/routers/0f26db32-5ac0-4307-a711-87c4704ab5fe/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4064915 Jun 06 17:32:24.208332 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] Sync routers for ids ['0f26db32-5ac0-4307-a711-87c4704ab5fe'] in dv-cinder-791281-4-smb {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:32:24.219720 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] Routers {'0f26db32-5ac0-4307-a711-87c4704ab5fe'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:32:24.220594 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:32:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['0f26db32-5ac0-4307-a711-87c4704ab5fe'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:32:24.393100 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] Set router 0f26db32-5ac0-4307-a711-87c4704ab5fe gateway port host: None {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:32:24.754311 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f26db32-5ac0-4307-a711-87c4704ab5fe', 'name': 'router1', 'tenant_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:32:12Z', 'updated_at': '2021-06-06T17:32:23Z', 'revision_number': 2, 'project_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'gw_port_host': None, '_interfaces': [{'id': '26c791cb-c73a-4c7f-90af-5a0d1f77db51', 'name': '', 'network_id': 'e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1', 'tenant_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'mac_address': 'fa:16:3e:f4:97:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f26db32-5ac0-4307-a711-87c4704ab5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2925823f-0947-4820-a5eb-2e24940866df', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:32:22Z', 'updated_at': '2021-06-06T17:32:23Z', 'revision_number': 2, 'project_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'subnets': [{'id': '2925823f-0947-4820-a5eb-2e24940866df', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '435c70a1-86dc-400f-aa09-ff17c59552b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:32:24.759699 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] Checking router: 0f26db32-5ac0-4307-a711-87c4704ab5fe for host: dv-cinder-791281-4-smb {{(pid=98878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:32:24.760059 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] Updating router 0f26db32-5ac0-4307-a711-87c4704ab5fe port 26c791cb-c73a-4c7f-90af-5a0d1f77db51 binding host dv-cinder-791281-4-smb {{(pid=98878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:32:24.813015 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:25.182312 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] Notify callbacks [] for port, precommit_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:25.196184 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.provisioning_blocks [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] Transition to ACTIVE for port object 26c791cb-c73a-4c7f-90af-5a0d1f77db51 will not be triggered until provisioned by entity L2. {{(pid=98878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:32:25.251243 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:25.256630 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:25.455677 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585888b-1714-428e-a818-9b7edef5bc5d None None] Pushing event updated for resources: {'Port': ['ID=26c791cb-c73a-4c7f-90af-5a0d1f77db51,revision_number=3']} {{(pid=98878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:25.499288 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585888b-1714-428e-a818-9b7edef5bc5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:25.499642 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585888b-1714-428e-a818-9b7edef5bc5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:25.499926 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585888b-1714-428e-a818-9b7edef5bc5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:25.500236 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585888b-1714-428e-a818-9b7edef5bc5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:25.500541 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585888b-1714-428e-a818-9b7edef5bc5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:25.500843 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585888b-1714-428e-a818-9b7edef5bc5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:25.501145 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585888b-1714-428e-a818-9b7edef5bc5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:25.501446 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585888b-1714-428e-a818-9b7edef5bc5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:25.501742 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585888b-1714-428e-a818-9b7edef5bc5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:25.502036 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585888b-1714-428e-a818-9b7edef5bc5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:25.502366 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585888b-1714-428e-a818-9b7edef5bc5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:25.502719 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585888b-1714-428e-a818-9b7edef5bc5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585888b-1714-428e-a818-9b7edef5bc5d None None] Tracked resource versions report: Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: pushed versions: Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: { 'AddressGroup': {'1.2'}, Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: 'ConntrackHelper': {'1.0'}, Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: 'Log': {'1.0'}, Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: 'Network': {'1.1'}, Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: 'Port': {'1.7'}, Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: 'PortForwarding': {'1.2'}, Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: 'QosPolicy': {'1.8'}, Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: 'SecurityGroup': {'1.4'}, Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: 'SecurityGroupRule': {'1.2'}, Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: 'SubPort': {'1.0'}, Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: 'Subnet': {'1.1'}, Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: 'Trunk': {'1.1'}} Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: consumer versions: Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: { DHCP agent@dv-cinder-791281-4-smb: {}, Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: L3 agent@dv-cinder-791281-4-smb: {}, Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: Metadata agent@dv-cinder-791281-4-smb: {}, Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: Metering agent@dv-cinder-791281-4-smb: {}, Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: Open vSwitch agent@dv-cinder-791281-4-smb: { 'AddressGroup': '1.2', Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: 'ConntrackHelper': '1.0', Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: 'Log': '1.0', Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: 'Network': '1.1', Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: 'Port': '1.7', Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: 'PortForwarding': '1.2', Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: 'QosPolicy': '1.8', Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: 'SecurityGroup': '1.4', Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: 'SecurityGroupRule': '1.2', Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: 'SubPort': '1.0', Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: 'Subnet': '1.1', Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: 'Trunk': '1.1'}} Jun 06 17:32:25.503806 dv-cinder-791281-4-smb neutron-server[98878]: {{(pid=98878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 17:32:25.507929 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.managers [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] Attempting to bind port 26c791cb-c73a-4c7f-90af-5a0d1f77db51 on host dv-cinder-791281-4-smb for vnic_type normal with profile {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:32:25.508355 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.managers [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] Attempting to bind port 26c791cb-c73a-4c7f-90af-5a0d1f77db51 by drivers openvswitch,hyperv on host dv-cinder-791281-4-smb at level 0 using segments [{'id': '8686fe99-4ccd-4f45-a106-e961accdf6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1'}] {{(pid=98878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:32:25.508775 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] Attempting to bind port 26c791cb-c73a-4c7f-90af-5a0d1f77db51 on network e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1 {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:32:25.510959 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [None req-6585888b-1714-428e-a818-9b7edef5bc5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:25.514984 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] Checking agent: {'id': '866b1ceb-3f07-4282-bec2-bca05938cd10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 48), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:32:25.515380 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] Checking segment: {'id': '8686fe99-4ccd-4f45-a106-e961accdf6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:32:25.515852 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:25.516225 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] Bound using segment: {'id': '8686fe99-4ccd-4f45-a106-e961accdf6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1'} {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:32:25.516709 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.managers [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] Bound port: 26c791cb-c73a-4c7f-90af-5a0d1f77db51, host: dv-cinder-791281-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8686fe99-4ccd-4f45-a106-e961accdf6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1'}}] {{(pid=98878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:32:25.517067 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:25.602943 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.db [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] For port 26c791cb-c73a-4c7f-90af-5a0d1f77db51, host dv-cinder-791281-4-smb, cleared binding levels {{(pid=98878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:32:25.606755 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.db [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] For port 26c791cb-c73a-4c7f-90af-5a0d1f77db51, host dv-cinder-791281-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=26c791cb-c73a-4c7f-90af-5a0d1f77db51,segment=NetworkSegment(8686fe99-4ccd-4f45-a106-e961accdf6d9),segment_id=8686fe99-4ccd-4f45-a106-e961accdf6d9)] {{(pid=98878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:32:25.750022 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:25.754137 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [None req-6585888b-1714-428e-a818-9b7edef5bc5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:25.837914 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] Routers {'0f26db32-5ac0-4307-a711-87c4704ab5fe'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:32:25.838561 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:32:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['0f26db32-5ac0-4307-a711-87c4704ab5fe'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:32:25.892467 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585888b-1714-428e-a818-9b7edef5bc5d None None] Pushing event updated for resources: {'Port': ['ID=26c791cb-c73a-4c7f-90af-5a0d1f77db51,revision_number=4']} {{(pid=98878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:25.905411 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [None req-6585888b-1714-428e-a818-9b7edef5bc5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:25.994032 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] Set router 0f26db32-5ac0-4307-a711-87c4704ab5fe gateway port host: None {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:32:26.316029 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f26db32-5ac0-4307-a711-87c4704ab5fe', 'name': 'router1', 'tenant_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:32:12Z', 'updated_at': '2021-06-06T17:32:23Z', 'revision_number': 2, 'project_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'gw_port_host': None, '_interfaces': [{'id': '26c791cb-c73a-4c7f-90af-5a0d1f77db51', 'name': '', 'network_id': 'e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1', 'tenant_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'mac_address': 'fa:16:3e:f4:97:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f26db32-5ac0-4307-a711-87c4704ab5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2925823f-0947-4820-a5eb-2e24940866df', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:32:22Z', 'updated_at': '2021-06-06T17:32:25Z', 'revision_number': 4, 'project_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'subnets': [{'id': '2925823f-0947-4820-a5eb-2e24940866df', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '435c70a1-86dc-400f-aa09-ff17c59552b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:32:26.319711 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1937c3c0-b0d5-45a4-b446-b7d8bb8e4328 None None] The sync data for ids ['0f26db32-5ac0-4307-a711-87c4704ab5fe'] in dv-cinder-791281-4-smb is: [{'id': '0f26db32-5ac0-4307-a711-87c4704ab5fe', 'name': 'router1', 'tenant_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:32:12Z', 'updated_at': '2021-06-06T17:32:23Z', 'revision_number': 2, 'project_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'gw_port_host': None, '_interfaces': [{'id': '26c791cb-c73a-4c7f-90af-5a0d1f77db51', 'name': '', 'network_id': 'e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1', 'tenant_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'mac_address': 'fa:16:3e:f4:97:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f26db32-5ac0-4307-a711-87c4704ab5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2925823f-0947-4820-a5eb-2e24940866df', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:32:22Z', 'updated_at': '2021-06-06T17:32:25Z', 'revision_number': 4, 'project_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'subnets': [{'id': '2925823f-0947-4820-a5eb-2e24940866df', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '435c70a1-86dc-400f-aa09-ff17c59552b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:32:26.398542 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 41372) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:32:26.542511 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662aff30-1f03-477d-8a74-157d36db558e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:32:26.543852 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-662aff30-1f03-477d-8a74-157d36db558e admin admin] 10.222.0.23 "GET /v2.0/networks/ba4729d8-bae0-44dd-959b-45f2743fbe2e HTTP/1.1" status: 200 len: 842 time: 0.1438878 Jun 06 17:32:26.553096 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-d605add5-890f-46d6-8a55-fc244e5e44c0 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.28.3.1', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'cidr': '172.28.3.0/24', 'name': 'public-subnet'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:32:26.641093 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d605add5-890f-46d6-8a55-fc244e5e44c0 admin admin] Made reservation on behalf of f4a4a6b3f1ec481f9e29545c69f84b7e for: {'subnet': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:32:26.643328 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d605add5-890f-46d6-8a55-fc244e5e44c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:27.063378 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.objects.ports [None req-d605add5-890f-46d6-8a55-fc244e5e44c0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98875) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 06 17:32:27.063817 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d605add5-890f-46d6-8a55-fc244e5e44c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869'] for subnet, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:27.068154 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:27.138815 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605add5-890f-46d6-8a55-fc244e5e44c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8ac2d9e-a11c-4f30-89f8-f7a6f927176d,revision_number=0']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:27.142834 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d605add5-890f-46d6-8a55-fc244e5e44c0 admin admin] Checking segment: {'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:32:27.143185 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d605add5-890f-46d6-8a55-fc244e5e44c0 admin admin] Network hostable DHCP agents. Network: ba4729d8-bae0-44dd-959b-45f2743fbe2e, hostable agents: ['9f9e633d-4e7f-4a78-8507-e6ddd2ff9366'], hosted agents: [] {{(pid=98875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:32:27.145776 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-d605add5-890f-46d6-8a55-fc244e5e44c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:27.234816 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d605add5-890f-46d6-8a55-fc244e5e44c0 admin admin] Network ba4729d8-bae0-44dd-959b-45f2743fbe2e is scheduled to be hosted by DHCP agent 9f9e633d-4e7f-4a78-8507-e6ddd2ff9366 with binding_index 1 {{(pid=98875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:32:27.348577 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [None req-d605add5-890f-46d6-8a55-fc244e5e44c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-smb, ba4729d8-bae0-44dd-959b-45f2743fbe2e) {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:32:27.353528 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d605add5-890f-46d6-8a55-fc244e5e44c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:32:27.357403 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fc165d-5820-47c8-a24a-f66c99a14695 None None] Network ba4729d8-bae0-44dd-959b-45f2743fbe2e requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:32:27.364437 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d605add5-890f-46d6-8a55-fc244e5e44c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for subnet, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:27.447752 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-d605add5-890f-46d6-8a55-fc244e5e44c0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8979454 Jun 06 17:32:27.566001 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5a5140-4c5c-49c3-b96c-f591b114c7b3 None None] Network ba4729d8-bae0-44dd-959b-45f2743fbe2e requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:32:29.707716 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 41384) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:32:29.952160 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-f6ae67e9-8672-4bd9-844b-b1990c9079fc admin admin] 10.222.0.23 "GET /v2.0/routers/0f26db32-5ac0-4307-a711-87c4704ab5fe HTTP/1.1" status: 200 len: 710 time: 0.2433434 Jun 06 17:32:30.081345 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b985c62e-c10a-4ebd-9e43-d031b2650397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:32:30.087308 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-b985c62e-c10a-4ebd-9e43-d031b2650397 admin admin] 10.222.0.23 "GET /v2.0/networks/ba4729d8-bae0-44dd-959b-45f2743fbe2e HTTP/1.1" status: 200 len: 886 time: 0.1255383 Jun 06 17:32:30.087483 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 26c791cb-c73a-4c7f-90af-5a0d1f77db51 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:32:30.092039 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-5af75965-0d47-4fdf-a926-1cd276adb393 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:32:30.237319 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning for port 26c791cb-c73a-4c7f-90af-5a0d1f77db51 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:32:30.243804 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 26c791cb-c73a-4c7f-90af-5a0d1f77db51 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:32:30.244284 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:30.362167 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:30.393794 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] For port 26c791cb-c73a-4c7f-90af-5a0d1f77db51, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=26c791cb-c73a-4c7f-90af-5a0d1f77db51,segment=NetworkSegment(8686fe99-4ccd-4f45-a106-e961accdf6d9),segment_id=8686fe99-4ccd-4f45-a106-e961accdf6d9)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:32:30.462589 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:30.464679 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:30.538313 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5af75965-0d47-4fdf-a926-1cd276adb393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-322182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-323930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3624'] for router, precommit_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:30.547564 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Pushing event updated for resources: {'Port': ['ID=26c791cb-c73a-4c7f-90af-5a0d1f77db51,revision_number=5']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:30.550533 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:30.947838 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5af75965-0d47-4fdf-a926-1cd276adb393 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:31.001338 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5af75965-0d47-4fdf-a926-1cd276adb393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:31.134775 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.db_base_plugin_common [None req-5af75965-0d47-4fdf-a926-1cd276adb393 admin admin] Allocated IP 172.28.3.173 (ba4729d8-bae0-44dd-959b-45f2743fbe2e/d8ac2d9e-a11c-4f30-89f8-f7a6f927176d/82e3fd55-d70a-42cc-8e43-44fde1503a6d) {{(pid=98876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:32:31.280053 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5af75965-0d47-4fdf-a926-1cd276adb393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:31.389873 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5af75965-0d47-4fdf-a926-1cd276adb393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:31.393547 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:31.452855 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af75965-0d47-4fdf-a926-1cd276adb393 admin admin] Network ba4729d8-bae0-44dd-959b-45f2743fbe2e is already hosted by enough agents. {{(pid=98876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:32:31.455694 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.base_scheduler [None req-5af75965-0d47-4fdf-a926-1cd276adb393 admin admin] Resources bound (agent type, host, resource id): {{(pid=98876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:32:31.459261 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af75965-0d47-4fdf-a926-1cd276adb393 admin admin] Received port after_create {{(pid=98876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:32:31.524999 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af75965-0d47-4fdf-a926-1cd276adb393 admin admin] Pushing event updated for resources: {'Port': ['ID=82e3fd55-d70a-42cc-8e43-44fde1503a6d,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:31.574973 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-5af75965-0d47-4fdf-a926-1cd276adb393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:31.898159 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5af75965-0d47-4fdf-a926-1cd276adb393 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:32.051890 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 26c791cb-c73a-4c7f-90af-5a0d1f77db51 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:32:32.118431 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 26c791cb-c73a-4c7f-90af-5a0d1f77db51 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:32:32.118795 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:32.235938 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5af75965-0d47-4fdf-a926-1cd276adb393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-322182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-323930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3624'] for router, precommit_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:32.239454 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5af75965-0d47-4fdf-a926-1cd276adb393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-322217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-322207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-322192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-323923'] for router, after_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:32.450217 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af75965-0d47-4fdf-a926-1cd276adb393 admin admin] Router 0f26db32-5ac0-4307-a711-87c4704ab5fe has already been hosted by L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 {{(pid=98876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:32:32.621927 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af75965-0d47-4fdf-a926-1cd276adb393 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:32:32.626639 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5af75965-0d47-4fdf-a926-1cd276adb393 admin admin] Notify callbacks [] for router, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:32.628496 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-5af75965-0d47-4fdf-a926-1cd276adb393 admin admin] 10.222.0.23 "PUT /v2.0/routers/0f26db32-5ac0-4307-a711-87c4704ab5fe HTTP/1.1" status: 200 len: 890 time: 2.5396583 Jun 06 17:32:32.631150 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] Sync routers for ids ['0f26db32-5ac0-4307-a711-87c4704ab5fe'] in dv-cinder-791281-4-smb {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:32:32.641623 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] Routers {'0f26db32-5ac0-4307-a711-87c4704ab5fe'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:32:32.642316 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:32:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['0f26db32-5ac0-4307-a711-87c4704ab5fe'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:32:32.835101 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] Set router 0f26db32-5ac0-4307-a711-87c4704ab5fe gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:32:33.171176 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f26db32-5ac0-4307-a711-87c4704ab5fe', 'name': 'router1', 'tenant_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '82e3fd55-d70a-42cc-8e43-44fde1503a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:32:12Z', 'updated_at': '2021-06-06T17:32:31Z', 'revision_number': 4, 'project_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'gw_port': {'id': '82e3fd55-d70a-42cc-8e43-44fde1503a6d', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f26db32-5ac0-4307-a711-87c4704ab5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:32:31Z', 'updated_at': '2021-06-06T17:32:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': '26c791cb-c73a-4c7f-90af-5a0d1f77db51', 'name': '', 'network_id': 'e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1', 'tenant_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'mac_address': 'fa:16:3e:f4:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26db32-5ac0-4307-a711-87c4704ab5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2925823f-0947-4820-a5eb-2e24940866df', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:32:22Z', 'updated_at': '2021-06-06T17:32:30Z', 'revision_number': 5, 'project_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'subnets': [{'id': '2925823f-0947-4820-a5eb-2e24940866df', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '435c70a1-86dc-400f-aa09-ff17c59552b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:32:33.175911 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] Checking router: 0f26db32-5ac0-4307-a711-87c4704ab5fe for host: dv-cinder-791281-4-smb {{(pid=98877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:32:33.176265 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] Updating router 0f26db32-5ac0-4307-a711-87c4704ab5fe port 82e3fd55-d70a-42cc-8e43-44fde1503a6d binding host dv-cinder-791281-4-smb {{(pid=98877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:32:33.226485 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:33.554297 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] Notify callbacks [] for port, precommit_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:33.565765 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] Transition to ACTIVE for port object 82e3fd55-d70a-42cc-8e43-44fde1503a6d will not be triggered until provisioned by entity L2. {{(pid=98877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:32:33.617808 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:33.622013 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-e18e57fa-e0e3-4b48-9954-da9af94e8505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:33.699190 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] Attempting to bind port 82e3fd55-d70a-42cc-8e43-44fde1503a6d on host dv-cinder-791281-4-smb for vnic_type normal with profile {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:32:33.699549 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] Attempting to bind port 82e3fd55-d70a-42cc-8e43-44fde1503a6d by drivers openvswitch,hyperv on host dv-cinder-791281-4-smb at level 0 using segments [{'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:32:33.699899 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] Attempting to bind port 82e3fd55-d70a-42cc-8e43-44fde1503a6d on network ba4729d8-bae0-44dd-959b-45f2743fbe2e {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:32:33.705316 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d1c28-fb5c-46ce-bd29-38dbe57c87e5 None None] Pushing event updated for resources: {'Port': ['ID=82e3fd55-d70a-42cc-8e43-44fde1503a6d,revision_number=2']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:33.710170 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-725d1c28-fb5c-46ce-bd29-38dbe57c87e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:33.710551 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] Checking agent: {'id': '866b1ceb-3f07-4282-bec2-bca05938cd10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 48), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:32:33.710925 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] Checking segment: {'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:32:33.711353 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:33.711729 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] Bound using segment: {'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:32:33.712452 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] Bound port: 82e3fd55-d70a-42cc-8e43-44fde1503a6d, host: dv-cinder-791281-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:32:33.712568 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:33.821126 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] For port 82e3fd55-d70a-42cc-8e43-44fde1503a6d, host dv-cinder-791281-4-smb, cleared binding levels {{(pid=98877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:32:33.824322 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] For port 82e3fd55-d70a-42cc-8e43-44fde1503a6d, host dv-cinder-791281-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=82e3fd55-d70a-42cc-8e43-44fde1503a6d,segment=NetworkSegment(071d7783-9719-4ea8-bb46-4cbc83b3e1b1),segment_id=071d7783-9719-4ea8-bb46-4cbc83b3e1b1)] {{(pid=98877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:32:33.886372 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:33.890297 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-3dfe0bf4-1cb7-497f-97a3-d7e57e3d05cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:33.967961 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] Routers {'0f26db32-5ac0-4307-a711-87c4704ab5fe'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:32:33.968554 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:32:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['0f26db32-5ac0-4307-a711-87c4704ab5fe'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:32:34.024319 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d1c28-fb5c-46ce-bd29-38dbe57c87e5 None None] Pushing event updated for resources: {'Port': ['ID=82e3fd55-d70a-42cc-8e43-44fde1503a6d,revision_number=3']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:34.035195 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-725d1c28-fb5c-46ce-bd29-38dbe57c87e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:34.169434 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] Set router 0f26db32-5ac0-4307-a711-87c4704ab5fe gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:32:34.486366 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f26db32-5ac0-4307-a711-87c4704ab5fe', 'name': 'router1', 'tenant_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '82e3fd55-d70a-42cc-8e43-44fde1503a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:32:12Z', 'updated_at': '2021-06-06T17:32:31Z', 'revision_number': 4, 'project_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'gw_port': {'id': '82e3fd55-d70a-42cc-8e43-44fde1503a6d', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f26db32-5ac0-4307-a711-87c4704ab5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:32:31Z', 'updated_at': '2021-06-06T17:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': '26c791cb-c73a-4c7f-90af-5a0d1f77db51', 'name': '', 'network_id': 'e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1', 'tenant_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'mac_address': 'fa:16:3e:f4:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26db32-5ac0-4307-a711-87c4704ab5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2925823f-0947-4820-a5eb-2e24940866df', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:32:22Z', 'updated_at': '2021-06-06T17:32:30Z', 'revision_number': 5, 'project_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'subnets': [{'id': '2925823f-0947-4820-a5eb-2e24940866df', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '435c70a1-86dc-400f-aa09-ff17c59552b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:32:34.490320 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e451f15-9531-4a87-a548-944d9ceeace1 None None] The sync data for ids ['0f26db32-5ac0-4307-a711-87c4704ab5fe'] in dv-cinder-791281-4-smb is: [{'id': '0f26db32-5ac0-4307-a711-87c4704ab5fe', 'name': 'router1', 'tenant_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.173'}], 'enable_snat': True}, 'gw_port_id': '82e3fd55-d70a-42cc-8e43-44fde1503a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:32:12Z', 'updated_at': '2021-06-06T17:32:31Z', 'revision_number': 4, 'project_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'gw_port': {'id': '82e3fd55-d70a-42cc-8e43-44fde1503a6d', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f26db32-5ac0-4307-a711-87c4704ab5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:32:31Z', 'updated_at': '2021-06-06T17:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': '26c791cb-c73a-4c7f-90af-5a0d1f77db51', 'name': '', 'network_id': 'e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1', 'tenant_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'mac_address': 'fa:16:3e:f4:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26db32-5ac0-4307-a711-87c4704ab5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2925823f-0947-4820-a5eb-2e24940866df', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:32:22Z', 'updated_at': '2021-06-06T17:32:30Z', 'revision_number': 5, 'project_id': 'aaac21f0c46d4ce3920e45195b8950c5', 'subnets': [{'id': '2925823f-0947-4820-a5eb-2e24940866df', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '435c70a1-86dc-400f-aa09-ff17c59552b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:32:34.941604 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 41392) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:32:35.059887 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-558464ce-fe03-40a1-a925-adf0f9764446 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1170585 Jun 06 17:32:36.075260 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 82e3fd55-d70a-42cc-8e43-44fde1503a6d up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:32:36.188847 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning for port 82e3fd55-d70a-42cc-8e43-44fde1503a6d completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:32:36.193500 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 82e3fd55-d70a-42cc-8e43-44fde1503a6d triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:32:36.193896 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:36.316932 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:36.334174 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] For port 82e3fd55-d70a-42cc-8e43-44fde1503a6d, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=82e3fd55-d70a-42cc-8e43-44fde1503a6d,segment=NetworkSegment(071d7783-9719-4ea8-bb46-4cbc83b3e1b1),segment_id=071d7783-9719-4ea8-bb46-4cbc83b3e1b1)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:32:36.384673 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:36.387581 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:36.453777 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Pushing event updated for resources: {'Port': ['ID=82e3fd55-d70a-42cc-8e43-44fde1503a6d,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:36.456731 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:38.064600 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 82e3fd55-d70a-42cc-8e43-44fde1503a6d up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:32:38.133625 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 82e3fd55-d70a-42cc-8e43-44fde1503a6d triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:32:38.134159 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:42.463447 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 5 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:32:45.749105 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-6c5fe52c-a1e3-4742-bd71-a7434ace672d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:48.200486 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-30bcb56c-1f07-437c-a89b-b651277aa09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:48.251715 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:49.114773 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:50.783655 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:33:15.748764 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-ef32fda0-2488-4cea-a943-22aca39eb805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:33:18.354466 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-e85930ee-102f-408e-a7be-7c19ec372f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:33:18.382919 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:33:19.148766 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:33:19.451107 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 5 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:33:20.805831 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:33:45.736672 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-817f8ca9-721c-4ea5-845f-bbcd5713ac81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:33:48.188220 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-824d36b7-6f63-4fb5-bd2f-0daf1ac02cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:33:48.227447 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:33:49.113777 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:33:50.799122 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:33:56.450370 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 5 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:34:10.626025 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 41960) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:34:10.690724 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a6717c-9431-4880-88aa-ff175c85c7fb admin admin] GET failed (client error): The resource could not be found. Jun 06 17:34:10.691941 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-a7a6717c-9431-4880-88aa-ff175c85c7fb admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0649681 Jun 06 17:34:10.819963 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ab43dd-dc31-47c8-91fc-c234adfddf96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:10.821287 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-f5ab43dd-dc31-47c8-91fc-c234adfddf96 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1251030 Jun 06 17:34:12.906046 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 41970) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:34:13.009330 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffd71e1-21d9-46a4-935c-3c2d19d2b807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:13.010631 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-3ffd71e1-21d9-46a4-935c-3c2d19d2b807 admin admin] 10.222.0.23 "GET /v2.0/subnets/2925823f-0947-4820-a5eb-2e24940866df HTTP/1.1" status: 200 len: 849 time: 0.1036367 Jun 06 17:34:13.019434 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-58d30a9c-6f6c-4136-9147-6fe87e057042 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:34:13.133073 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-58d30a9c-6f6c-4136-9147-6fe87e057042 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:13.364667 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-58d30a9c-6f6c-4136-9147-6fe87e057042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729318476005'] for subnet, after_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:13.368393 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-92be8693-91e6-4f9c-a533-b86c4c7162ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:34:13.410236 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d30a9c-6f6c-4136-9147-6fe87e057042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:13.410725 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-58d30a9c-6f6c-4136-9147-6fe87e057042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for subnet, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:13.412520 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-58d30a9c-6f6c-4136-9147-6fe87e057042 admin admin] 10.222.0.23 "PUT /v2.0/subnets/2925823f-0947-4820-a5eb-2e24940866df HTTP/1.1" status: 200 len: 868 time: 0.3966284 Jun 06 17:34:13.433251 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3332a94b-e994-4ccd-a326-0c589a8d429c None None] Network e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1 requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:34:13.436742 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d30a9c-6f6c-4136-9147-6fe87e057042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2925823f-0947-4820-a5eb-2e24940866df,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:34:13.444587 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d30a9c-6f6c-4136-9147-6fe87e057042 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:34:13.444959 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d30a9c-6f6c-4136-9147-6fe87e057042 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:34:13.445244 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d30a9c-6f6c-4136-9147-6fe87e057042 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:34:13.445564 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d30a9c-6f6c-4136-9147-6fe87e057042 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:34:13.445875 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d30a9c-6f6c-4136-9147-6fe87e057042 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:34:13.446208 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d30a9c-6f6c-4136-9147-6fe87e057042 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:34:13.446518 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d30a9c-6f6c-4136-9147-6fe87e057042 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:34:13.446826 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d30a9c-6f6c-4136-9147-6fe87e057042 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:34:13.447154 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d30a9c-6f6c-4136-9147-6fe87e057042 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:34:13.447461 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d30a9c-6f6c-4136-9147-6fe87e057042 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:34:13.447764 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d30a9c-6f6c-4136-9147-6fe87e057042 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:34:13.448064 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d30a9c-6f6c-4136-9147-6fe87e057042 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:34:13.451717 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-58d30a9c-6f6c-4136-9147-6fe87e057042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:34:13.894051 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-ec7dd661-86f2-4f13-9f72-ffdb268b2375 None None] Provisioning complete for port 26c791cb-c73a-4c7f-90af-5a0d1f77db51 triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:34:13.894448 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-ec7dd661-86f2-4f13-9f72-ffdb268b2375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:14.047341 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-ec7dd661-86f2-4f13-9f72-ffdb268b2375 None None] Provisioning complete for port f4412f33-5a23-48ac-a9b4-724d778e8ac0 triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:34:14.047709 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-ec7dd661-86f2-4f13-9f72-ffdb268b2375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:15.536422 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 41978) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:34:15.742035 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-a2e15e3e-aa32-4c66-9a33-0912fefd67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:15.756639 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6e5a09-eb14-46bc-8d43-220a29190061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:15.757103 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6e5a09-eb14-46bc-8d43-220a29190061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:15.758681 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-cb6e5a09-eb14-46bc-8d43-220a29190061 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2213230 Jun 06 17:34:17.849564 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 41988) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:34:18.015965 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f6d378-8ccf-407a-88e1-42e0e039ccae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:18.016426 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f6d378-8ccf-407a-88e1-42e0e039ccae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:18.017898 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-52f6d378-8ccf-407a-88e1-42e0e039ccae admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1674094 Jun 06 17:34:18.193699 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-ccdac615-68b7-4619-95e3-f711f2746191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:18.210021 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:19.141617 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:20.113595 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 41996) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:34:20.277629 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cc9b80-c428-4c7f-b408-9a46b8c86e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:20.279065 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-16cc9b80-c428-4c7f-b408-9a46b8c86e1f admin admin] 10.222.0.23 "GET /v2.0/networks/ba4729d8-bae0-44dd-959b-45f2743fbe2e HTTP/1.1" status: 200 len: 886 time: 0.1644611 Jun 06 17:34:20.764126 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:22.365765 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 42004) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:34:22.536465 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5926e81d-75ea-455d-89c5-97763e332f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:22.537806 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-5926e81d-75ea-455d-89c5-97763e332f0c admin admin] 10.222.0.23 "GET /v2.0/networks/e8c2dd46-5f72-4482-bc09-c4e0d33fd4d1 HTTP/1.1" status: 200 len: 869 time: 0.1710701 Jun 06 17:34:24.632060 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 42012) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:34:24.738847 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c98359-8b88-4e45-a908-f9dbd69c9633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:24.739302 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c98359-8b88-4e45-a908-f9dbd69c9633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:24.740772 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-59c98359-8b88-4e45-a908-f9dbd69c9633 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1077802 Jun 06 17:34:26.831666 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 42020) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:34:26.935606 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff73f94-3301-4803-af3e-7a5afe8399a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:26.936078 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff73f94-3301-4803-af3e-7a5afe8399a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:26.937527 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-fff73f94-3301-4803-af3e-7a5afe8399a1 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1043377 Jun 06 17:34:29.021279 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 42028) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:34:29.129788 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed1ffab-1f6b-46ee-a054-43af9e0baee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:29.131111 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-0ed1ffab-1f6b-46ee-a054-43af9e0baee6 admin admin] 10.222.0.23 "GET /v2.0/subnets/2925823f-0947-4820-a5eb-2e24940866df HTTP/1.1" status: 200 len: 868 time: 0.1088877 Jun 06 17:34:31.231126 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 42036) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:34:31.329239 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2b4e73-3729-481d-b5a6-8e4aaed156f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:31.330553 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-0c2b4e73-3729-481d-b5a6-8e4aaed156f0 admin admin] 10.222.0.23 "GET /v2.0/subnets/d8ac2d9e-a11c-4f30-89f8-f7a6f927176d HTTP/1.1" status: 200 len: 816 time: 0.0985003 Jun 06 17:34:33.448722 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 5 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:34:45.712939 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-2941abd5-fac7-4c31-9df2-14c4abe123a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:48.221590 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-1c6d5175-b7a1-4e20-94de-c00c967d7967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:48.244172 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:49.124180 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:50.809865 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:54.190438 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 42080) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:34:54.236366 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [None req-5ac4af83-459a-44e4-ba06-efe31aa7d47e admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=98876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 17:34:54.237328 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-5ac4af83-459a-44e4-ba06-efe31aa7d47e admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454268 Jun 06 17:34:56.432545 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 42088) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:34:56.498234 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ec5867-d5d1-4cb0-a2b1-ec2500e8f375 admin admin] GET failed (client error): The resource could not be found. Jun 06 17:34:56.499454 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-30ec5867-d5d1-4cb0-a2b1-ec2500e8f375 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0659914 Jun 06 17:34:56.624527 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7bda16-037a-4b4a-9ab6-5a708e7189a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:56.625882 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-9e7bda16-037a-4b4a-9ab6-5a708e7189a0 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1226182 Jun 06 17:34:58.747463 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 42096) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:34:58.792935 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-f224a0a2-9b69-4935-b5d2-1d9490a9fd38 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:34:58.866505 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f224a0a2-9b69-4935-b5d2-1d9490a9fd38 admin admin] Made reservation on behalf of f4a4a6b3f1ec481f9e29545c69f84b7e for: {'network': 1} {{(pid=98876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:34:58.868761 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f224a0a2-9b69-4935-b5d2-1d9490a9fd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-636678'] for network, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:58.955358 dv-cinder-791281-4-smb neutron-server[98876]: WARNING neutron.services.revisions.revision_plugin [None req-f224a0a2-9b69-4935-b5d2-1d9490a9fd38 admin admin] Could not find related network for resource to bump revision. Jun 06 17:34:58.967086 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f224a0a2-9b69-4935-b5d2-1d9490a9fd38 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=98876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:34:58.976129 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f224a0a2-9b69-4935-b5d2-1d9490a9fd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:58.976460 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.db.segments_db [None req-f224a0a2-9b69-4935-b5d2-1d9490a9fd38 admin admin] Added segment 2764a686-3933-4d30-b143-ad12336241a5 of type vlan for network dce610c2-04fa-4fb7-a497-62c80fa29a18 Jun 06 17:34:59.001559 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f224a0a2-9b69-4935-b5d2-1d9490a9fd38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729318189806'] for network, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:59.060725 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f224a0a2-9b69-4935-b5d2-1d9490a9fd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876'] for network, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:59.061945 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f224a0a2-9b69-4935-b5d2-1d9490a9fd38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:59.062543 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f224a0a2-9b69-4935-b5d2-1d9490a9fd38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:59.068009 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:34:59.155369 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-f224a0a2-9b69-4935-b5d2-1d9490a9fd38 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4068530 Jun 06 17:34:59.160524 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224a0a2-9b69-4935-b5d2-1d9490a9fd38 admin admin] Pushing event updated for resources: {'Network': ['ID=dce610c2-04fa-4fb7-a497-62c80fa29a18,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:34:59.175765 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-f224a0a2-9b69-4935-b5d2-1d9490a9fd38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:34:59.183090 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Network dce610c2-04fa-4fb7-a497-62c80fa29a18 details requested by agent ovs-agent-dv-cinder-791281-4-smb with host dv-cinder-791281-4-smb {{(pid=98877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:35:01.285873 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 42104) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:35:01.351100 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.pecan_wsgi.hooks.translation [None req-9308f9d7-87fc-4a58-a3b8-79014ad1ccb2 admin admin] GET failed (client error): The resource could not be found. Jun 06 17:35:01.352318 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-9308f9d7-87fc-4a58-a3b8-79014ad1ccb2 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0654972 Jun 06 17:35:01.455840 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd51d461-01ca-4a96-a9d8-2c243b84180f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:35:01.457249 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-cd51d461-01ca-4a96-a9d8-2c243b84180f admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1010060 Jun 06 17:35:01.466427 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-e044664a-90ad-491b-b531-dd13d612c480 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'dce610c2-04fa-4fb7-a497-62c80fa29a18', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:35:01.535307 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e044664a-90ad-491b-b531-dd13d612c480 admin admin] Made reservation on behalf of f4a4a6b3f1ec481f9e29545c69f84b7e for: {'subnet': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:35:01.537674 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-e044664a-90ad-491b-b531-dd13d612c480 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:01.803825 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-e044664a-90ad-491b-b531-dd13d612c480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869'] for subnet, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:01.808304 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-d605add5-890f-46d6-8a55-fc244e5e44c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:35:01.882849 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044664a-90ad-491b-b531-dd13d612c480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8e18f11-fee7-4bf4-8ad3-06b945481092,revision_number=0']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:35:01.886082 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e044664a-90ad-491b-b531-dd13d612c480 admin admin] Checking segment: {'id': '2764a686-3933-4d30-b143-ad12336241a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dce610c2-04fa-4fb7-a497-62c80fa29a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:35:01.886452 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e044664a-90ad-491b-b531-dd13d612c480 admin admin] Network hostable DHCP agents. Network: dce610c2-04fa-4fb7-a497-62c80fa29a18, hostable agents: ['9f9e633d-4e7f-4a78-8507-e6ddd2ff9366'], hosted agents: [] {{(pid=98875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:35:01.892934 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044664a-90ad-491b-b531-dd13d612c480 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:01.893265 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044664a-90ad-491b-b531-dd13d612c480 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:01.893587 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044664a-90ad-491b-b531-dd13d612c480 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:01.893925 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044664a-90ad-491b-b531-dd13d612c480 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:01.894273 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044664a-90ad-491b-b531-dd13d612c480 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:01.894621 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044664a-90ad-491b-b531-dd13d612c480 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:01.894920 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044664a-90ad-491b-b531-dd13d612c480 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:01.895230 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044664a-90ad-491b-b531-dd13d612c480 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:01.895552 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044664a-90ad-491b-b531-dd13d612c480 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:01.895859 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044664a-90ad-491b-b531-dd13d612c480 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:01.896160 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044664a-90ad-491b-b531-dd13d612c480 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:01.896461 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044664a-90ad-491b-b531-dd13d612c480 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:01.903266 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-e044664a-90ad-491b-b531-dd13d612c480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:35:02.003820 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e044664a-90ad-491b-b531-dd13d612c480 admin admin] Network dce610c2-04fa-4fb7-a497-62c80fa29a18 is scheduled to be hosted by DHCP agent 9f9e633d-4e7f-4a78-8507-e6ddd2ff9366 with binding_index 1 {{(pid=98875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:35:02.072432 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [None req-e044664a-90ad-491b-b531-dd13d612c480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-smb, dce610c2-04fa-4fb7-a497-62c80fa29a18) {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:35:02.076234 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e044664a-90ad-491b-b531-dd13d612c480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:35:02.076803 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-e044664a-90ad-491b-b531-dd13d612c480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for subnet, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:02.082368 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ca92fa-5253-4556-a912-0f58dcae1b67 None None] Network dce610c2-04fa-4fb7-a497-62c80fa29a18 requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:35:02.153459 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-e044664a-90ad-491b-b531-dd13d612c480 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6903145 Jun 06 17:35:02.304282 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f501f2b-c289-51ad-9312-eb39f9b77b0c-dce610c2-04fa-4fb7-a497-62c80fa29a18', 'network_id': 'dce610c2-04fa-4fb7-a497-62c80fa29a18', 'tenant_id': 'f4a4a6b3f1ec481f9e29545c69f84b7e', 'fixed_ips': [{'subnet_id': 'c8e18f11-fee7-4bf4-8ad3-06b945481092'}]}} from dv-cinder-791281-4-smb. {{(pid=98877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 17:35:02.305129 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:02.462401 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.db_base_plugin_common [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Allocated IP 192.168.233.2 (dce610c2-04fa-4fb7-a497-62c80fa29a18/c8e18f11-fee7-4bf4-8ad3-06b945481092/ac4062d2-1bc2-4a7e-bc0f-f46378287791) {{(pid=98877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:35:02.665973 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Notify callbacks [] for port, precommit_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:02.676962 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Transition to ACTIVE for port object ac4062d2-1bc2-4a7e-bc0f-f46378287791 will not be triggered until provisioned by entity L2. {{(pid=98877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:35:02.695247 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Transition to ACTIVE for port object ac4062d2-1bc2-4a7e-bc0f-f46378287791 will not be triggered until provisioned by entity DHCP. {{(pid=98877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:35:02.747260 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:02.752380 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:35:02.815618 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Network dce610c2-04fa-4fb7-a497-62c80fa29a18 is already hosted by enough agents. {{(pid=98877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:35:02.816825 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.scheduler.base_scheduler [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Resources bound (agent type, host, resource id): {{(pid=98877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:35:02.819382 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Received port after_create {{(pid=98877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:35:02.866594 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Pushing event updated for resources: {'Port': ['ID=ac4062d2-1bc2-4a7e-bc0f-f46378287791,revision_number=1']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:35:02.915034 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:02.915373 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:02.915710 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:02.916035 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:02.916359 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:02.916678 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:02.916995 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:02.917308 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:02.917624 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:02.917935 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:02.918276 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:02.918585 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:02.922230 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:35:02.931137 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Attempting to bind port ac4062d2-1bc2-4a7e-bc0f-f46378287791 on host dv-cinder-791281-4-smb for vnic_type normal with profile {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:35:02.931500 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Attempting to bind port ac4062d2-1bc2-4a7e-bc0f-f46378287791 by drivers openvswitch,hyperv on host dv-cinder-791281-4-smb at level 0 using segments [{'id': '2764a686-3933-4d30-b143-ad12336241a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dce610c2-04fa-4fb7-a497-62c80fa29a18'}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:35:02.931863 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Attempting to bind port ac4062d2-1bc2-4a7e-bc0f-f46378287791 on network dce610c2-04fa-4fb7-a497-62c80fa29a18 {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:35:02.937217 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Checking agent: {'id': '866b1ceb-3f07-4282-bec2-bca05938cd10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 48), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:35:02.937583 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Checking segment: {'id': '2764a686-3933-4d30-b143-ad12336241a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dce610c2-04fa-4fb7-a497-62c80fa29a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:35:02.938051 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:02.938406 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Bound using segment: {'id': '2764a686-3933-4d30-b143-ad12336241a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dce610c2-04fa-4fb7-a497-62c80fa29a18'} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:35:02.938867 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Bound port: ac4062d2-1bc2-4a7e-bc0f-f46378287791, host: dv-cinder-791281-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2764a686-3933-4d30-b143-ad12336241a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dce610c2-04fa-4fb7-a497-62c80fa29a18'}}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:35:02.939234 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:03.027721 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] For port ac4062d2-1bc2-4a7e-bc0f-f46378287791, host dv-cinder-791281-4-smb, cleared binding levels {{(pid=98877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:35:03.030763 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] For port ac4062d2-1bc2-4a7e-bc0f-f46378287791, host dv-cinder-791281-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=ac4062d2-1bc2-4a7e-bc0f-f46378287791,segment=NetworkSegment(2764a686-3933-4d30-b143-ad12336241a5),segment_id=2764a686-3933-4d30-b143-ad12336241a5)] {{(pid=98877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:35:03.101548 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:03.105565 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-725d1c28-fb5c-46ce-bd29-38dbe57c87e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:35:03.182781 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Pushing event updated for resources: {'Port': ['ID=ac4062d2-1bc2-4a7e-bc0f-f46378287791,revision_number=2']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:35:03.187660 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:35:03.958915 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1244e6e8-8ad0-4a1d-9d30-6c0465297e45 None None] Network dce610c2-04fa-4fb7-a497-62c80fa29a18 requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:35:04.118670 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-f78812e8-fe17-4822-b22f-0956aa42701c None None] Provisioning for port ac4062d2-1bc2-4a7e-bc0f-f46378287791 completed by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:35:04.191606 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device ac4062d2-1bc2-4a7e-bc0f-f46378287791 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:35:04.358670 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning for port ac4062d2-1bc2-4a7e-bc0f-f46378287791 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:35:04.363873 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port ac4062d2-1bc2-4a7e-bc0f-f46378287791 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:35:04.364237 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:04.487948 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:04.521042 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] For port ac4062d2-1bc2-4a7e-bc0f-f46378287791, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=ac4062d2-1bc2-4a7e-bc0f-f46378287791,segment=NetworkSegment(2764a686-3933-4d30-b143-ad12336241a5),segment_id=2764a686-3933-4d30-b143-ad12336241a5)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:35:04.550250 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-423f22b9-cb5a-4b24-9427-7bee43863475 None None] Provisioning complete for port ac4062d2-1bc2-4a7e-bc0f-f46378287791 triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:35:04.555175 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-423f22b9-cb5a-4b24-9427-7bee43863475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:04.594625 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:04.601648 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:35:04.705093 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Pushing event updated for resources: {'Port': ['ID=ac4062d2-1bc2-4a7e-bc0f-f46378287791,revision_number=3']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:35:04.713934 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:35:06.152630 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device ac4062d2-1bc2-4a7e-bc0f-f46378287791 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:35:06.218886 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port ac4062d2-1bc2-4a7e-bc0f-f46378287791 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:35:06.219244 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:10.447454 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 5 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:35:15.746687 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-bff3a40d-1755-49f9-9364-93058e52ab1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:18.243489 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ae54-4310-4fae-8825-9a35e2cccdd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:18.266231 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:19.129516 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:20.826771 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:45.758055 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-4d3c118d-e676-43cb-889a-d1daf93e555f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:47.446643 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 5 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:35:48.197680 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-21756491-6ec0-42ab-bdbc-c239678ceed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:48.243356 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:49.157646 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:50.797476 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:15.734794 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-b5d6b285-3eb0-4f16-98fb-2e6a5ad53db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:18.214157 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-56dd21a3-7dec-4462-b867-55da562d1ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:18.248647 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:19.134602 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:20.815086 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:24.148112 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 42156) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:36:24.154252 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [None req-df8970b2-8964-4a20-897e-06f2512f5f54 tempest-verify_tempest_config-1020725359 tempest-verify_tempest_config-1020725359-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=98875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 17:36:24.155192 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-df8970b2-8964-4a20-897e-06f2512f5f54 tempest-verify_tempest_config-1020725359 tempest-verify_tempest_config-1020725359-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062203 Jun 06 17:36:24.444763 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 5 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:36:24.635766 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 42174) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:36:24.747032 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9daf7374-ebdf-43ea-a3a1-383954271e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:24.843644 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9daf7374-ebdf-43ea-a3a1-383954271e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:24.940494 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9daf7374-ebdf-43ea-a3a1-383954271e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:24.949034 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:36:24.989300 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-9daf7374-ebdf-43ea-a3a1-383954271e9e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c4875ca3fa741d184a2c1d271f7e747&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3524966 Jun 06 17:36:24.990802 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf7374-ebdf-43ea-a3a1-383954271e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9042ec0-b687-49bb-9f30-af74cc33d1d7,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:36:24.991997 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 42180) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:36:24.997713 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf7374-ebdf-43ea-a3a1-383954271e9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:24.998045 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf7374-ebdf-43ea-a3a1-383954271e9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:25.002214 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf7374-ebdf-43ea-a3a1-383954271e9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:25.002214 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf7374-ebdf-43ea-a3a1-383954271e9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:25.002214 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf7374-ebdf-43ea-a3a1-383954271e9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:25.002214 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf7374-ebdf-43ea-a3a1-383954271e9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:25.002214 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf7374-ebdf-43ea-a3a1-383954271e9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:25.002214 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf7374-ebdf-43ea-a3a1-383954271e9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:25.002214 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf7374-ebdf-43ea-a3a1-383954271e9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:25.002214 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf7374-ebdf-43ea-a3a1-383954271e9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:25.002214 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf7374-ebdf-43ea-a3a1-383954271e9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:25.002214 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf7374-ebdf-43ea-a3a1-383954271e9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:25.005242 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-9daf7374-ebdf-43ea-a3a1-383954271e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:36:25.051512 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-51eb6c4a-3a80-433c-ab79-05a567832bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:25.076379 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-51eb6c4a-3a80-433c-ab79-05a567832bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:25.289048 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-51eb6c4a-3a80-433c-ab79-05a567832bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:25.291760 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-51eb6c4a-3a80-433c-ab79-05a567832bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:25.292860 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-51eb6c4a-3a80-433c-ab79-05a567832bee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9042ec0-b687-49bb-9f30-af74cc33d1d7 HTTP/1.1" status: 204 len: 168 time: 0.2999098 Jun 06 17:36:25.293522 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:36:25.303386 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb6c4a-3a80-433c-ab79-05a567832bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9042ec0-b687-49bb-9f30-af74cc33d1d7,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:36:25.311206 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb6c4a-3a80-433c-ab79-05a567832bee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:25.311206 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb6c4a-3a80-433c-ab79-05a567832bee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:25.311206 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb6c4a-3a80-433c-ab79-05a567832bee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:25.311206 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb6c4a-3a80-433c-ab79-05a567832bee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:25.311616 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb6c4a-3a80-433c-ab79-05a567832bee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:25.311713 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb6c4a-3a80-433c-ab79-05a567832bee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:25.312022 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb6c4a-3a80-433c-ab79-05a567832bee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:25.312330 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb6c4a-3a80-433c-ab79-05a567832bee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:25.312656 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb6c4a-3a80-433c-ab79-05a567832bee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:25.312962 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb6c4a-3a80-433c-ab79-05a567832bee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:25.313297 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb6c4a-3a80-433c-ab79-05a567832bee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:25.313600 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb6c4a-3a80-433c-ab79-05a567832bee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:25.317272 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-51eb6c4a-3a80-433c-ab79-05a567832bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:36:45.751653 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-d24aed0c-c00a-4ed2-8b9d-7b3784ed4a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:48.242422 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-0fa18e78-0dc9-4ea3-9072-6fa80578834f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:48.351186 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:49.140084 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:50.814318 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:37:01.443500 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 5 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:37:15.728936 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-ad562d8d-4c71-4d65-a722-8e8652f8e965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:37:18.188516 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-d884e4e8-f832-49fd-ae99-34d45c910eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:37:18.271328 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:37:19.139886 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:37:20.825748 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:37:38.442087 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 5 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:37:45.688141 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-5b74ffea-6ae5-41c2-92bf-5bded4afb877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:37:48.225414 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-e9780e8f-b51e-4292-bc43-f2e6c312dbfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:37:48.242821 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:37:49.143796 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:37:50.802476 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:38:02.058152 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084'] for agent, after_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:38:05.824512 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 42232) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:38:05.966121 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-911fd469-4653-4753-b5f6-bef71773a00a admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1404858 Jun 06 17:38:08.053514 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 42242) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:38:08.111659 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-9614f0c1-c5f9-49a2-86d0-5d374a426aab admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0569806 Jun 06 17:38:15.440802 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:38:15.705002 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-92d9ea91-d689-42c3-bdc6-c7f27d41fc7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:38:18.188465 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-88510ca7-6d19-490a-b142-e3575f47ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:38:18.253220 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:38:19.139281 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:38:20.819305 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:38:32.036388 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:38:45.767513 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-648dea56-28b2-40e4-a3e8-001dde42ecdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:38:48.213236 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-5d3c3f99-6f86-476f-a2e8-7b72e70b45d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:38:48.240330 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:38:49.144655 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:38:50.812194 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:38:52.440021 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:39:02.031324 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:15.761711 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-66e65488-ac80-4b00-ad7d-46c02e023c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:18.218510 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-22b84939-a93e-4145-80cd-47d3104889aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:18.258862 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:19.149550 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:20.818815 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:29.439018 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:39:32.041757 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:35.112998 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 42444) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:35.548713 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 42460) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:35.637253 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-123948991-network', 'tenant_id': 'ff76e8c459174d03af24f28696c53158'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:35.738858 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Made reservation on behalf of ff76e8c459174d03af24f28696c53158 for: {'network': 1} {{(pid=98876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:39:35.741744 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-636678'] for network, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:35.754739 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:35.864393 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:35.932966 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:35.936233 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:35.965675 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=98876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:39:35.970766 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d048c1-04c1-4517-beaa-7d1bb3910aa2,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:35.980693 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:35.981015 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:35.981342 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:35.981665 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:35.981983 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:35.982331 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:35.982648 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:35.982961 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:35.983274 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:35.983584 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:35.983894 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:35.984204 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Tracked resource versions report: Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: pushed versions: Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: { 'AddressGroup': {'1.2'}, Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: 'ConntrackHelper': {'1.0'}, Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: 'Log': {'1.0'}, Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: 'Network': {'1.1'}, Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: 'Port': {'1.7'}, Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: 'PortForwarding': {'1.2'}, Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: 'QosPolicy': {'1.8'}, Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: 'SecurityGroup': {'1.4'}, Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: 'SecurityGroupRule': {'1.2'}, Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: 'SubPort': {'1.0'}, Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: 'Subnet': {'1.1'}, Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: 'Trunk': {'1.1'}} Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: consumer versions: Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: { DHCP agent@dv-cinder-791281-4-smb: {}, Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: HyperV agent@hv-cinder-79128: {}, Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: L3 agent@dv-cinder-791281-4-smb: {}, Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: Metadata agent@dv-cinder-791281-4-smb: {}, Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: Metering agent@dv-cinder-791281-4-smb: {}, Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: Open vSwitch agent@dv-cinder-791281-4-smb: { 'AddressGroup': '1.2', Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: 'ConntrackHelper': '1.0', Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: 'Log': '1.0', Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: 'Network': '1.1', Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: 'Port': '1.7', Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: 'PortForwarding': '1.2', Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: 'QosPolicy': '1.8', Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: 'SecurityGroup': '1.4', Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: 'SecurityGroupRule': '1.2', Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: 'SubPort': '1.0', Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: 'Subnet': '1.1', Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: 'Trunk': '1.1'}} Jun 06 17:39:35.985231 dv-cinder-791281-4-smb neutron-server[98876]: {{(pid=98876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 17:39:35.999822 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:36.000817 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:36.001161 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.db.segments_db [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Added segment c50da47e-6307-4c65-9fc9-fe89e611d9f4 of type vlan for network f47093d2-ff25-4dae-b18f-38b02f03962a Jun 06 17:39:36.041330 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729318189806'] for network, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:36.090673 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-7b499bcf-3aff-4916-b98b-66107c226f19 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1034842145-network', 'tenant_id': '1a0907a1c7214c1d9ddaaac9adedd3b6'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:36.150402 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876'] for network, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:36.151850 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:36.152303 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:36.167386 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-d49aacdc-1854-46f3-9697-0e25a7022201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:36.171677 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 42486) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:36.258494 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b499bcf-3aff-4916-b98b-66107c226f19 admin admin] Made reservation on behalf of 1a0907a1c7214c1d9ddaaac9adedd3b6 for: {'network': 1} {{(pid=98876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:39:36.258494 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7b499bcf-3aff-4916-b98b-66107c226f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-636678'] for network, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:36.273857 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Pushing event updated for resources: {'Network': ['ID=f47093d2-ff25-4dae-b18f-38b02f03962a,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:36.282138 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:36.282620 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Network f47093d2-ff25-4dae-b18f-38b02f03962a details requested by agent ovs-agent-dv-cinder-791281-4-smb with host dv-cinder-791281-4-smb {{(pid=98877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:39:36.283089 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7b499bcf-3aff-4916-b98b-66107c226f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:36.355769 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2413538 Jun 06 17:39:36.366304 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 42502) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:36.399437 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-c7b00f4c-9207-4df1-8af8-a18f1555762d admin admin] Request body: {'subnet': {'network_id': 'f47093d2-ff25-4dae-b18f-38b02f03962a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-123948991-subnet', 'tenant_id': 'ff76e8c459174d03af24f28696c53158', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:36.481473 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7b499bcf-3aff-4916-b98b-66107c226f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:36.530694 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1111674351-network', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:36.647306 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7b499bcf-3aff-4916-b98b-66107c226f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:36.652469 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:36.675652 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b499bcf-3aff-4916-b98b-66107c226f19 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=98876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:39:36.687981 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b499bcf-3aff-4916-b98b-66107c226f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b525a50e-1f74-4dd3-8a7e-992868b6cfb6,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:36.691884 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-7b499bcf-3aff-4916-b98b-66107c226f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:36.692798 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7b499bcf-3aff-4916-b98b-66107c226f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:36.693121 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.db.segments_db [None req-7b499bcf-3aff-4916-b98b-66107c226f19 admin admin] Added segment 9415528e-105c-4a74-8584-febac00b894e of type vlan for network e76e82e1-4b8e-4132-9769-dad9c547743e Jun 06 17:39:36.723946 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7b499bcf-3aff-4916-b98b-66107c226f19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729318189806'] for network, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:36.744496 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b00f4c-9207-4df1-8af8-a18f1555762d admin admin] Made reservation on behalf of ff76e8c459174d03af24f28696c53158 for: {'subnet': 1} {{(pid=98876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:39:36.746743 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-c7b00f4c-9207-4df1-8af8-a18f1555762d admin admin] Notify callbacks [] for subnet, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:36.857412 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Made reservation on behalf of b44d9521c3844a3882ee6d0cc8b07187 for: {'network': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:39:36.862322 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-636678'] for network, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:36.878985 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:36.919397 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7b499bcf-3aff-4916-b98b-66107c226f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876'] for network, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:36.922362 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b499bcf-3aff-4916-b98b-66107c226f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:36.923162 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7b499bcf-3aff-4916-b98b-66107c226f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:36.930044 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:37.073349 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:37.079194 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b499bcf-3aff-4916-b98b-66107c226f19 admin admin] Pushing event updated for resources: {'Network': ['ID=e76e82e1-4b8e-4132-9769-dad9c547743e,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:37.088264 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-7b499bcf-3aff-4916-b98b-66107c226f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:37.108678 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Network e76e82e1-4b8e-4132-9769-dad9c547743e details requested by agent ovs-agent-dv-cinder-791281-4-smb with host dv-cinder-791281-4-smb {{(pid=98877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:39:37.179342 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:37.180867 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-c7b00f4c-9207-4df1-8af8-a18f1555762d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869'] for subnet, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:37.186703 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-58d30a9c-6f6c-4136-9147-6fe87e057042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:37.205146 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=98875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:39:37.216875 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:37.238161 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:37.238800 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.db.segments_db [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Added segment fdad1d62-382b-41fb-ba35-3d784043d3b3 of type vlan for network 0c070bd4-ddfe-41f0-9fed-d7e70018cc8e Jun 06 17:39:37.275958 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729318189806'] for network, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:37.338069 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfc474c-7cdd-4dd3-b797-13708fa19cac,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:37.362873 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-7b499bcf-3aff-4916-b98b-66107c226f19 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8128533 Jun 06 17:39:37.365142 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 42524) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:37.371670 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-9da0077b-cb59-4716-a8ab-2d4b71d6836e admin admin] Request body: {'subnet': {'network_id': 'e76e82e1-4b8e-4132-9769-dad9c547743e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1034842145-subnet', 'tenant_id': '1a0907a1c7214c1d9ddaaac9adedd3b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:37.372456 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b00f4c-9207-4df1-8af8-a18f1555762d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5010943e-69b0-42ca-ad2d-4caf9c0ea80f,revision_number=0']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:37.375789 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-c7b00f4c-9207-4df1-8af8-a18f1555762d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:37.406685 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b00f4c-9207-4df1-8af8-a18f1555762d admin admin] Checking segment: {'id': 'c50da47e-6307-4c65-9fc9-fe89e611d9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f47093d2-ff25-4dae-b18f-38b02f03962a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:39:37.406685 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b00f4c-9207-4df1-8af8-a18f1555762d admin admin] Network hostable DHCP agents. Network: f47093d2-ff25-4dae-b18f-38b02f03962a, hostable agents: ['9f9e633d-4e7f-4a78-8507-e6ddd2ff9366'], hosted agents: [] {{(pid=98876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:39:37.407325 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:37.407853 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:37.409336 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:37.409827 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:37.410473 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:37.410949 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:37.411486 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:37.411966 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:37.412598 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:37.413270 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:37.413926 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:37.414436 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Tracked resource versions report: Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: pushed versions: Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: { 'AddressGroup': {'1.2'}, Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: 'ConntrackHelper': {'1.0'}, Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: 'Log': {'1.0'}, Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: 'Network': {'1.1'}, Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: 'Port': {'1.7'}, Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: 'PortForwarding': {'1.2'}, Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: 'QosPolicy': {'1.8'}, Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: 'SecurityGroup': {'1.4'}, Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: 'SecurityGroupRule': {'1.2'}, Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: 'SubPort': {'1.0'}, Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: 'Subnet': {'1.1'}, Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: 'Trunk': {'1.1'}} Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: consumer versions: Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: { DHCP agent@dv-cinder-791281-4-smb: {}, Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: HyperV agent@hv-cinder-79128: {}, Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: L3 agent@dv-cinder-791281-4-smb: {}, Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: Metadata agent@dv-cinder-791281-4-smb: {}, Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: Metering agent@dv-cinder-791281-4-smb: {}, Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: Open vSwitch agent@dv-cinder-791281-4-smb: { 'AddressGroup': '1.2', Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: 'ConntrackHelper': '1.0', Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: 'Log': '1.0', Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: 'Network': '1.1', Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: 'Port': '1.7', Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: 'PortForwarding': '1.2', Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: 'QosPolicy': '1.8', Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: 'SecurityGroup': '1.4', Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: 'SecurityGroupRule': '1.2', Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: 'SubPort': '1.0', Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: 'Subnet': '1.1', Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: 'Trunk': '1.1'}} Jun 06 17:39:37.415913 dv-cinder-791281-4-smb neutron-server[98875]: {{(pid=98875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 17:39:37.435658 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:37.437022 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876'] for network, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:37.441701 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:37.446197 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:37.447601 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:37.549063 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b00f4c-9207-4df1-8af8-a18f1555762d admin admin] Network f47093d2-ff25-4dae-b18f-38b02f03962a is scheduled to be hosted by DHCP agent 9f9e633d-4e7f-4a78-8507-e6ddd2ff9366 with binding_index 1 {{(pid=98876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:39:37.601490 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da0077b-cb59-4716-a8ab-2d4b71d6836e admin admin] Made reservation on behalf of 1a0907a1c7214c1d9ddaaac9adedd3b6 for: {'subnet': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:39:37.605127 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9da0077b-cb59-4716-a8ab-2d4b71d6836e admin admin] Notify callbacks [] for subnet, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:37.623045 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.base_scheduler [None req-c7b00f4c-9207-4df1-8af8-a18f1555762d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-smb, f47093d2-ff25-4dae-b18f-38b02f03962a) {{(pid=98876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:39:37.634201 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b00f4c-9207-4df1-8af8-a18f1555762d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:37.634777 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc667eb-9e43-4f31-8912-604c794cdc67 None None] Network f47093d2-ff25-4dae-b18f-38b02f03962a requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:39:37.636426 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-c7b00f4c-9207-4df1-8af8-a18f1555762d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for subnet, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:37.707163 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Pushing event updated for resources: {'Network': ['ID=0c070bd4-ddfe-41f0-9fed-d7e70018cc8e,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:37.749304 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Network 0c070bd4-ddfe-41f0-9fed-d7e70018cc8e details requested by agent ovs-agent-dv-cinder-791281-4-smb with host dv-cinder-791281-4-smb {{(pid=98877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:39:37.758570 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5825939 Jun 06 17:39:37.758570 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:37.759835 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 42544) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:37.764613 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-c8f578ab-3c5e-45a9-9a50-188b5c2ee3ed admin admin] Request body: {'subnet': {'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1111674351-subnet', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:37.777601 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-c7b00f4c-9207-4df1-8af8-a18f1555762d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4073925 Jun 06 17:39:37.780581 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 42550) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:37.786326 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-6fdc5158-dc52-4119-981e-772aad0a1807 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-123948991-router', 'tenant_id': 'ff76e8c459174d03af24f28696c53158', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:37.881592 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f578ab-3c5e-45a9-9a50-188b5c2ee3ed admin admin] Made reservation on behalf of b44d9521c3844a3882ee6d0cc8b07187 for: {'subnet': 1} {{(pid=98876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:39:37.884059 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-c8f578ab-3c5e-45a9-9a50-188b5c2ee3ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:38.024314 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3d4603-4156-45fa-8e2c-813a845957c6 None None] Network f47093d2-ff25-4dae-b18f-38b02f03962a requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:39:38.104957 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5158-dc52-4119-981e-772aad0a1807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-323912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3591'] for router, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:38.106103 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5158-dc52-4119-981e-772aad0a1807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-324305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-322292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3614'] for router, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:38.131617 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5158-dc52-4119-981e-772aad0a1807 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:38.146591 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9da0077b-cb59-4716-a8ab-2d4b71d6836e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869'] for subnet, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:38.154466 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:38.240089 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0077b-cb59-4716-a8ab-2d4b71d6836e admin admin] Pushing event updated for resources: {'Subnet': ['ID=65f2e500-4f2e-4e11-92f9-9bc39b2e8a36,revision_number=0']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:38.243863 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-9da0077b-cb59-4716-a8ab-2d4b71d6836e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:38.249065 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da0077b-cb59-4716-a8ab-2d4b71d6836e admin admin] Checking segment: {'id': '9415528e-105c-4a74-8584-febac00b894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e76e82e1-4b8e-4132-9769-dad9c547743e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:39:38.249225 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da0077b-cb59-4716-a8ab-2d4b71d6836e admin admin] Network hostable DHCP agents. Network: e76e82e1-4b8e-4132-9769-dad9c547743e, hostable agents: ['9f9e633d-4e7f-4a78-8507-e6ddd2ff9366'], hosted agents: [] {{(pid=98875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:39:38.270649 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-c8f578ab-3c5e-45a9-9a50-188b5c2ee3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869'] for subnet, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:38.276116 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:38.387168 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f578ab-3c5e-45a9-9a50-188b5c2ee3ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8be3246-7ec4-4d23-84b1-36d960621851,revision_number=0']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:38.391184 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-c8f578ab-3c5e-45a9-9a50-188b5c2ee3ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:38.392039 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f578ab-3c5e-45a9-9a50-188b5c2ee3ed admin admin] Checking segment: {'id': 'fdad1d62-382b-41fb-ba35-3d784043d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:39:38.392387 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f578ab-3c5e-45a9-9a50-188b5c2ee3ed admin admin] Network hostable DHCP agents. Network: 0c070bd4-ddfe-41f0-9fed-d7e70018cc8e, hostable agents: ['9f9e633d-4e7f-4a78-8507-e6ddd2ff9366'], hosted agents: [] {{(pid=98876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:39:38.429246 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da0077b-cb59-4716-a8ab-2d4b71d6836e admin admin] Network e76e82e1-4b8e-4132-9769-dad9c547743e is scheduled to be hosted by DHCP agent 9f9e633d-4e7f-4a78-8507-e6ddd2ff9366 with binding_index 1 {{(pid=98875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:39:38.511084 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f578ab-3c5e-45a9-9a50-188b5c2ee3ed admin admin] Network 0c070bd4-ddfe-41f0-9fed-d7e70018cc8e is scheduled to be hosted by DHCP agent 9f9e633d-4e7f-4a78-8507-e6ddd2ff9366 with binding_index 1 {{(pid=98876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:39:38.568884 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5158-dc52-4119-981e-772aad0a1807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-322182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-323930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3624'] for router, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:38.653903 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [None req-9da0077b-cb59-4716-a8ab-2d4b71d6836e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-smb, e76e82e1-4b8e-4132-9769-dad9c547743e) {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:39:38.662139 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.base_scheduler [None req-c8f578ab-3c5e-45a9-9a50-188b5c2ee3ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-smb, 0c070bd4-ddfe-41f0-9fed-d7e70018cc8e) {{(pid=98876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:39:38.668688 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3132cb-6163-42d9-933b-c8f4f644bc63 None None] Network e76e82e1-4b8e-4132-9769-dad9c547743e requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:39:38.671922 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f578ab-3c5e-45a9-9a50-188b5c2ee3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:38.672083 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da0077b-cb59-4716-a8ab-2d4b71d6836e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:38.672699 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9da0077b-cb59-4716-a8ab-2d4b71d6836e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for subnet, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:38.674499 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-c8f578ab-3c5e-45a9-9a50-188b5c2ee3ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for subnet, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:38.703525 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc11f53a-5db6-4bb0-ac12-cd0c13df68f9 None None] Network 0c070bd4-ddfe-41f0-9fed-d7e70018cc8e requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:39:38.757083 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 42582) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:38.826557 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-c8f578ab-3c5e-45a9-9a50-188b5c2ee3ed admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0650890 Jun 06 17:39:38.828070 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 42586) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:38.833133 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-9893c928-99b4-43b8-9b03-4371ac6f2af2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1111674351-router', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:38.954873 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9893c928-99b4-43b8-9b03-4371ac6f2af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-323912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3591'] for router, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:38.956013 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9893c928-99b4-43b8-9b03-4371ac6f2af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-324305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-322292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3614'] for router, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:38.988192 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9893c928-99b4-43b8-9b03-4371ac6f2af2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:39.036556 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 42592) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:39.047767 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-9da0077b-cb59-4716-a8ab-2d4b71d6836e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6801851 Jun 06 17:39:39.094193 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e444f7-5d3b-4237-8897-6d30d6bf88ea None None] Network e76e82e1-4b8e-4132-9769-dad9c547743e requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:39:39.123856 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-20658a97-fbf9-488d-8c59-f2b1970cb434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:39.168938 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5158-dc52-4119-981e-772aad0a1807 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:39.290801 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8d354722-b2d9-4320-88c8-578c04e88fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:39.312372 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5158-dc52-4119-981e-772aad0a1807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:39.329646 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-20658a97-fbf9-488d-8c59-f2b1970cb434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:39.363848 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f501f2b-c289-51ad-9312-eb39f9b77b0c-0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'fixed_ips': [{'subnet_id': 'e8be3246-7ec4-4d23-84b1-36d960621851'}]}} from dv-cinder-791281-4-smb. {{(pid=98877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 17:39:39.364748 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:39.680957 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_common [None req-6fdc5158-dc52-4119-981e-772aad0a1807 admin admin] Allocated IP 172.28.3.39 (ba4729d8-bae0-44dd-959b-45f2743fbe2e/d8ac2d9e-a11c-4f30-89f8-f7a6f927176d/5975f184-8af1-4bfa-a8a2-1de25f0bf7a4) {{(pid=98875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:39:39.686831 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9893c928-99b4-43b8-9b03-4371ac6f2af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-322182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-323930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3624'] for router, precommit_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:39.704896 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-20658a97-fbf9-488d-8c59-f2b1970cb434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:39.729328 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-9daf7374-ebdf-43ea-a3a1-383954271e9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:39.934172 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-20658a97-fbf9-488d-8c59-f2b1970cb434 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f1db28a241244688ae1874ae3e204f4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1753244 Jun 06 17:39:39.939730 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 42622) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:39.944004 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20658a97-fbf9-488d-8c59-f2b1970cb434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eba28a8-b15d-42bd-9d53-61ee68d7068c,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:39.984050 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.db_base_plugin_common [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Allocated IP 172.20.0.2 (0c070bd4-ddfe-41f0-9fed-d7e70018cc8e/e8be3246-7ec4-4d23-84b1-36d960621851/f617f191-23eb-417b-ba8a-f8adb2991100) {{(pid=98877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:39:40.013124 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-20658a97-fbf9-488d-8c59-f2b1970cb434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:40.034062 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8d354722-b2d9-4320-88c8-578c04e88fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:40.076493 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5158-dc52-4119-981e-772aad0a1807 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:40.128497 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-742ff0b4-c73c-4ee4-b505-26f6a16602c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:40.133839 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8d354722-b2d9-4320-88c8-578c04e88fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:40.141568 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 42648) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:40.144445 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:40.145412 dv-cinder-791281-4-smb neutron-server[98876]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 06 17:39:40.203564 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d354722-b2d9-4320-88c8-578c04e88fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe088e9-4bc3-4921-ad2d-18883fb1aef7,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:40.209767 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-8d354722-b2d9-4320-88c8-578c04e88fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:40.214017 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5158-dc52-4119-981e-772aad0a1807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:40.221851 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-742ff0b4-c73c-4ee4-b505-26f6a16602c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:40.228539 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-8d354722-b2d9-4320-88c8-578c04e88fcd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46500c67a2e74501ae919e71bc2aa985&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1904421 Jun 06 17:39:40.229489 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:40.265418 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 42650) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:40.281384 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdc5158-dc52-4119-981e-772aad0a1807 admin admin] Network ba4729d8-bae0-44dd-959b-45f2743fbe2e is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:39:40.285625 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Notify callbacks [] for port, precommit_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:40.290741 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [None req-6fdc5158-dc52-4119-981e-772aad0a1807 admin admin] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:39:40.295309 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdc5158-dc52-4119-981e-772aad0a1807 admin admin] Received port after_create {{(pid=98875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:39:40.305777 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Transition to ACTIVE for port object f617f191-23eb-417b-ba8a-f8adb2991100 will not be triggered until provisioned by entity L2. {{(pid=98877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:39:40.363393 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Transition to ACTIVE for port object f617f191-23eb-417b-ba8a-f8adb2991100 will not be triggered until provisioned by entity DHCP. {{(pid=98877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:39:40.500678 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:40.519760 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:40.549974 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc5158-dc52-4119-981e-772aad0a1807 admin admin] Pushing event updated for resources: {'Port': ['ID=5975f184-8af1-4bfa-a8a2-1de25f0bf7a4,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:40.558575 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-6fdc5158-dc52-4119-981e-772aad0a1807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:40.610332 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-4172b9bf-bb67-4738-98fd-dcd053b60af2 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:40.611780 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-4172b9bf-bb67-4738-98fd-dcd053b60af2 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/networks?id=e76e82e1-4b8e-4132-9769-dad9c547743e HTTP/1.1" status: 200 len: 812 time: 0.4691980 Jun 06 17:39:40.612334 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Network 0c070bd4-ddfe-41f0-9fed-d7e70018cc8e is already hosted by enough agents. {{(pid=98877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:39:40.618056 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.scheduler.base_scheduler [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Resources bound (agent type, host, resource id): {{(pid=98877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:39:40.630469 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Received port after_create {{(pid=98877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:39:40.676131 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-c546ecba-1bde-4740-bfcd-eda95c0366ef tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/quotas/1a0907a1c7214c1d9ddaaac9adedd3b6 HTTP/1.1" status: 200 len: 375 time: 0.0356736 Jun 06 17:39:40.720632 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-ff7bcdc8-94db-4d71-bcdd-7340a3f8c4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:40.745801 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Pushing event updated for resources: {'Port': ['ID=f617f191-23eb-417b-ba8a-f8adb2991100,revision_number=1']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:40.752973 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-4ffbde85-cfca-4198-aaba-e34715c076c7 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a0907a1c7214c1d9ddaaac9adedd3b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757089 Jun 06 17:39:40.765377 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-742ff0b4-c73c-4ee4-b505-26f6a16602c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:40.766655 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9893c928-99b4-43b8-9b03-4371ac6f2af2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:40.779467 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:40.780045 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:40.780601 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:40.781128 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:40.781992 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:40.782944 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:40.783323 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:40.783744 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:40.784491 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:40.784863 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:40.785234 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:40.785707 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Tracked resource versions report: Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: pushed versions: Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: { 'AddressGroup': {'1.2'}, Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: 'ConntrackHelper': {'1.0'}, Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: 'Log': {'1.0'}, Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: 'Network': {'1.1'}, Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: 'Port': {'1.7'}, Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: 'PortForwarding': {'1.2'}, Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: 'QosPolicy': {'1.8'}, Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: 'SecurityGroup': {'1.4'}, Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: 'SecurityGroupRule': {'1.2'}, Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: 'SubPort': {'1.0'}, Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: 'Subnet': {'1.1'}, Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: 'Trunk': {'1.1'}} Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: consumer versions: Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: { DHCP agent@dv-cinder-791281-4-smb: {}, Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: HyperV agent@hv-cinder-79128: {}, Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: L3 agent@dv-cinder-791281-4-smb: {}, Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: Metadata agent@dv-cinder-791281-4-smb: {}, Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: Metering agent@dv-cinder-791281-4-smb: {}, Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: Open vSwitch agent@dv-cinder-791281-4-smb: { 'AddressGroup': '1.2', Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: 'ConntrackHelper': '1.0', Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: 'Log': '1.0', Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: 'Network': '1.1', Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: 'Port': '1.7', Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: 'PortForwarding': '1.2', Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: 'QosPolicy': '1.8', Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: 'SecurityGroup': '1.4', Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: 'SecurityGroupRule': '1.2', Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: 'SubPort': '1.0', Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: 'Subnet': '1.1', Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: 'Trunk': '1.1'}} Jun 06 17:39:40.787438 dv-cinder-791281-4-smb neutron-server[98877]: {{(pid=98877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 17:39:40.804751 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-742ff0b4-c73c-4ee4-b505-26f6a16602c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:40.806045 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-742ff0b4-c73c-4ee4-b505-26f6a16602c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1eba28a8-b15d-42bd-9d53-61ee68d7068c HTTP/1.1" status: 204 len: 168 time: 0.8630378 Jun 06 17:39:40.810205 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:40.812112 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:40.815511 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Attempting to bind port f617f191-23eb-417b-ba8a-f8adb2991100 on host dv-cinder-791281-4-smb for vnic_type normal with profile {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:39:40.816438 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Attempting to bind port f617f191-23eb-417b-ba8a-f8adb2991100 by drivers openvswitch,hyperv on host dv-cinder-791281-4-smb at level 0 using segments [{'id': 'fdad1d62-382b-41fb-ba35-3d784043d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e'}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:39:40.817653 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Attempting to bind port f617f191-23eb-417b-ba8a-f8adb2991100 on network 0c070bd4-ddfe-41f0-9fed-d7e70018cc8e {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:39:40.818533 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9893c928-99b4-43b8-9b03-4371ac6f2af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:40.827103 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-ff7bcdc8-94db-4d71-bcdd-7340a3f8c4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:40.832459 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Checking agent: {'id': '866b1ceb-3f07-4282-bec2-bca05938cd10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 48), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:39:40.833302 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Checking segment: {'id': 'fdad1d62-382b-41fb-ba35-3d784043d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:39:40.835210 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:40.837171 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Bound using segment: {'id': 'fdad1d62-382b-41fb-ba35-3d784043d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e'} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:39:40.837730 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Bound port: f617f191-23eb-417b-ba8a-f8adb2991100, host: dv-cinder-791281-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdad1d62-382b-41fb-ba35-3d784043d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e'}}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:39:40.838730 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:40.879059 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ff0b4-c73c-4ee4-b505-26f6a16602c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eba28a8-b15d-42bd-9d53-61ee68d7068c,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:40.884215 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-742ff0b4-c73c-4ee4-b505-26f6a16602c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:41.020713 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] For port f617f191-23eb-417b-ba8a-f8adb2991100, host dv-cinder-791281-4-smb, cleared binding levels {{(pid=98877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:39:41.024536 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] For port f617f191-23eb-417b-ba8a-f8adb2991100, host dv-cinder-791281-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=f617f191-23eb-417b-ba8a-f8adb2991100,segment=NetworkSegment(fdad1d62-382b-41fb-ba35-3d784043d3b3),segment_id=fdad1d62-382b-41fb-ba35-3d784043d3b3)] {{(pid=98877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:39:41.040422 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.db_base_plugin_common [None req-9893c928-99b4-43b8-9b03-4371ac6f2af2 admin admin] Allocated IP 172.28.3.10 (ba4729d8-bae0-44dd-959b-45f2743fbe2e/d8ac2d9e-a11c-4f30-89f8-f7a6f927176d/9c634988-d515-4cfe-aea9-526795e8e7c7) {{(pid=98876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:39:41.073316 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-82c5181f-510e-4c1e-9cf4-6bf966ca6036 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=98876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 17:39:41.074351 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-82c5181f-510e-4c1e-9cf4-6bf966ca6036 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0761430 Jun 06 17:39:41.078643 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-ff7bcdc8-94db-4d71-bcdd-7340a3f8c4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:41.082201 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5158-dc52-4119-981e-772aad0a1807 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:41.084728 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-ff7bcdc8-94db-4d71-bcdd-7340a3f8c4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:41.085888 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-ff7bcdc8-94db-4d71-bcdd-7340a3f8c4cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/abe088e9-4bc3-4921-ad2d-18883fb1aef7 HTTP/1.1" status: 204 len: 168 time: 0.8159821 Jun 06 17:39:41.091632 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:41.113623 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-20658a97-fbf9-488d-8c59-f2b1970cb434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:41.127220 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:41.138200 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bcdc8-94db-4d71-bcdd-7340a3f8c4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe088e9-4bc3-4921-ad2d-18883fb1aef7,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:41.158741 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-ff7bcdc8-94db-4d71-bcdd-7340a3f8c4cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:41.391692 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Pushing event updated for resources: {'Port': ['ID=f617f191-23eb-417b-ba8a-f8adb2991100,revision_number=2']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:41.402416 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:41.428536 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9893c928-99b4-43b8-9b03-4371ac6f2af2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:41.444058 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-fdd439af-4ab2-418d-a827-0ce03d81c32b service neutron] 10.222.0.23 "GET /v2.0/networks/e76e82e1-4b8e-4132-9769-dad9c547743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619695 Jun 06 17:39:41.597011 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-e5e9fc7a-a881-4b99-885a-dbd3a6b9e195 service neutron] 10.222.0.23 "GET /v2.0/networks/e76e82e1-4b8e-4132-9769-dad9c547743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511428 Jun 06 17:39:41.625023 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5158-dc52-4119-981e-772aad0a1807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-323905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-322217'] for router, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:41.771017 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9893c928-99b4-43b8-9b03-4371ac6f2af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:41.772364 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-5af75965-0d47-4fdf-a926-1cd276adb393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:41.892312 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9893c928-99b4-43b8-9b03-4371ac6f2af2 admin admin] Network ba4729d8-bae0-44dd-959b-45f2743fbe2e is already hosted by enough agents. {{(pid=98876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:39:41.903908 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.base_scheduler [None req-9893c928-99b4-43b8-9b03-4371ac6f2af2 admin admin] Resources bound (agent type, host, resource id): {{(pid=98876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:39:41.947694 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9893c928-99b4-43b8-9b03-4371ac6f2af2 admin admin] Received port after_create {{(pid=98876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:39:41.954223 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 42706) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:41.986989 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fdc5158-dc52-4119-981e-772aad0a1807 admin admin] Router e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb is scheduled to L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 with binding_index 1 {{(pid=98875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 17:39:41.994652 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0468-dd0e-454e-8860-1a99c905da9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:42.269886 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdc5158-dc52-4119-981e-772aad0a1807 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:39:42.284524 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] Sync routers for ids ['e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb'] in dv-cinder-791281-4-smb {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:39:42.301319 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f7292305-918b-46a4-8012-3c87685b99b4 req-5ed5dbbc-1229-4cd7-979e-1a19b1d149a7 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 210 time: 0.0723410 Jun 06 17:39:42.309481 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893c928-99b4-43b8-9b03-4371ac6f2af2 admin admin] Pushing event updated for resources: {'Port': ['ID=9c634988-d515-4cfe-aea9-526795e8e7c7,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:42.309481 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-9893c928-99b4-43b8-9b03-4371ac6f2af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:42.326367 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] Routers {'e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:39:42.332445 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:39:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:42.441704 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0468-dd0e-454e-8860-1a99c905da9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:42.466666 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device f617f191-23eb-417b-ba8a-f8adb2991100 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:39:42.542269 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0468-dd0e-454e-8860-1a99c905da9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:42.594539 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:42.624419 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-0bbc0468-dd0e-454e-8860-1a99c905da9d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=481b7a63775f45e39bdad1bcdbb1bffe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6688566 Jun 06 17:39:42.634556 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 42738) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:42.641752 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 42742) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:42.643277 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5158-dc52-4119-981e-772aad0a1807 admin admin] Notify callbacks [] for router, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:42.649483 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] Set router e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:39:42.650124 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-6fdc5158-dc52-4119-981e-772aad0a1807 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8685212 Jun 06 17:39:42.682011 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 42744) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:42.726175 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning for port f617f191-23eb-417b-ba8a-f8adb2991100 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:39:42.801322 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f941e7-5375-44ef-90d6-6cd98ee75dbf None None] Network 0c070bd4-ddfe-41f0-9fed-d7e70018cc8e requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:39:42.832543 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc0468-dd0e-454e-8860-1a99c905da9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f298999a-ad08-4d67-86b8-b0a4856cdd9e,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:42.872298 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-0bbc0468-dd0e-454e-8860-1a99c905da9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:42.885119 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c83b074d-76c5-41f3-afe8-a9faa4074c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:42.954031 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c83b074d-76c5-41f3-afe8-a9faa4074c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:42.992852 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb', 'name': 'tempest-ServerRescueNegativeTestJSON-123948991-router', 'tenant_id': 'ff76e8c459174d03af24f28696c53158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': '5975f184-8af1-4bfa-a8a2-1de25f0bf7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:39:40Z', 'revision_number': 3, 'project_id': 'ff76e8c459174d03af24f28696c53158', 'gw_port': {'id': '5975f184-8af1-4bfa-a8a2-1de25f0bf7a4', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:42:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:39Z', 'updated_at': '2021-06-06T17:39:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:42.997716 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] Checking router: e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb for host: dv-cinder-791281-4-smb {{(pid=98878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:39:42.998085 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] Updating router e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb port 5975f184-8af1-4bfa-a8a2-1de25f0bf7a4 binding host dv-cinder-791281-4-smb {{(pid=98878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:39:43.015571 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9893c928-99b4-43b8-9b03-4371ac6f2af2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:43.063045 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:43.069153 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-aeedd58a-00bd-4d32-b6d7-b8a7a1623bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:43.168063 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c83b074d-76c5-41f3-afe8-a9faa4074c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:43.173568 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c1a26178-6f50-42ca-a042-c28014f4ae1b None None] Provisioning for port f617f191-23eb-417b-ba8a-f8adb2991100 completed by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:39:43.174098 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c83b074d-76c5-41f3-afe8-a9faa4074c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:43.184034 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-c83b074d-76c5-41f3-afe8-a9faa4074c57 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f298999a-ad08-4d67-86b8-b0a4856cdd9e HTTP/1.1" status: 204 len: 168 time: 0.5310645 Jun 06 17:39:43.184348 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c1a26178-6f50-42ca-a042-c28014f4ae1b None None] Provisioning complete for port f617f191-23eb-417b-ba8a-f8adb2991100 triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:39:43.184995 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c1a26178-6f50-42ca-a042-c28014f4ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:43.186631 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:43.213198 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b074d-76c5-41f3-afe8-a9faa4074c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f298999a-ad08-4d67-86b8-b0a4856cdd9e,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:43.230626 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-c83b074d-76c5-41f3-afe8-a9faa4074c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:43.340550 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-aeedd58a-00bd-4d32-b6d7-b8a7a1623bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:43.419569 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 42768) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:43.422215 dv-cinder-791281-4-smb neutron-server[98875]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 06 17:39:43.571465 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c1a26178-6f50-42ca-a042-c28014f4ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:43.598515 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-aeedd58a-00bd-4d32-b6d7-b8a7a1623bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:43.616748 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] Notify callbacks [] for port, precommit_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:43.638014 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:43.670489 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.provisioning_blocks [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] Transition to ACTIVE for port object 5975f184-8af1-4bfa-a8a2-1de25f0bf7a4 will not be triggered until provisioned by entity L2. {{(pid=98878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:39:43.671993 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-c1a26178-6f50-42ca-a042-c28014f4ae1b None None] For port f617f191-23eb-417b-ba8a-f8adb2991100, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=f617f191-23eb-417b-ba8a-f8adb2991100,segment=NetworkSegment(fdad1d62-382b-41fb-ba35-3d784043d3b3),segment_id=fdad1d62-382b-41fb-ba35-3d784043d3b3)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:39:43.672677 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9893c928-99b4-43b8-9b03-4371ac6f2af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-323905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-322217'] for router, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:43.681532 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b6ff3279-60b4-4b19-bddc-40ee32855c46 req-bea24fb2-3fec-464d-900d-5f05e8c2de6f tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 210 time: 0.2604272 Jun 06 17:39:43.716517 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-aeedd58a-00bd-4d32-b6d7-b8a7a1623bcd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2d5a12377df4e72a96f5685bebd089c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9712522 Jun 06 17:39:43.737720 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 42774) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:43.749215 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedd58a-00bd-4d32-b6d7-b8a7a1623bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6945131d-1164-49f4-8335-5e7835bccaff,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:43.774638 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-aeedd58a-00bd-4d32-b6d7-b8a7a1623bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:43.795026 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:43.800801 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c1a26178-6f50-42ca-a042-c28014f4ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:43.802961 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:43.813579 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:43.909749 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-7ab09999-3091-4e23-a521-522d463657be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:43.951944 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-7ab09999-3091-4e23-a521-522d463657be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:43.953053 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-0bff2f8a-2da7-4185-bc0a-42a5c158acbf None None] Provisioning complete for port f617f191-23eb-417b-ba8a-f8adb2991100 triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:39:43.953521 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-0bff2f8a-2da7-4185-bc0a-42a5c158acbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:43.984752 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ae16c-9a31-4434-b16c-104175842de1 None None] Pushing event updated for resources: {'Port': ['ID=5975f184-8af1-4bfa-a8a2-1de25f0bf7a4,revision_number=2']} {{(pid=98878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:44.007394 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ae16c-9a31-4434-b16c-104175842de1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:44.007762 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ae16c-9a31-4434-b16c-104175842de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:44.013820 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ae16c-9a31-4434-b16c-104175842de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:44.014230 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ae16c-9a31-4434-b16c-104175842de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:44.014564 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ae16c-9a31-4434-b16c-104175842de1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:44.014922 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ae16c-9a31-4434-b16c-104175842de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:44.015593 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ae16c-9a31-4434-b16c-104175842de1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:44.015950 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ae16c-9a31-4434-b16c-104175842de1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:44.016298 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ae16c-9a31-4434-b16c-104175842de1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:44.018941 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ae16c-9a31-4434-b16c-104175842de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:44.019348 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ae16c-9a31-4434-b16c-104175842de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:44.019688 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ae16c-9a31-4434-b16c-104175842de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ae16c-9a31-4434-b16c-104175842de1 None None] Tracked resource versions report: Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: pushed versions: Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: { 'AddressGroup': {'1.2'}, Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: 'ConntrackHelper': {'1.0'}, Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: 'Log': {'1.0'}, Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: 'Network': {'1.1'}, Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: 'Port': {'1.7'}, Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: 'PortForwarding': {'1.2'}, Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: 'QosPolicy': {'1.8'}, Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: 'SecurityGroup': {'1.4'}, Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: 'SecurityGroupRule': {'1.2'}, Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: 'SubPort': {'1.0'}, Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: 'Subnet': {'1.1'}, Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: 'Trunk': {'1.1'}} Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: consumer versions: Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: { DHCP agent@dv-cinder-791281-4-smb: {}, Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: HyperV agent@hv-cinder-79128: {}, Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: L3 agent@dv-cinder-791281-4-smb: {}, Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: Metadata agent@dv-cinder-791281-4-smb: {}, Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: Metering agent@dv-cinder-791281-4-smb: {}, Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: Open vSwitch agent@dv-cinder-791281-4-smb: { 'AddressGroup': '1.2', Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: 'ConntrackHelper': '1.0', Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: 'Log': '1.0', Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: 'Network': '1.1', Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: 'Port': '1.7', Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: 'PortForwarding': '1.2', Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: 'QosPolicy': '1.8', Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: 'SecurityGroup': '1.4', Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: 'SecurityGroupRule': '1.2', Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: 'SubPort': '1.0', Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: 'Subnet': '1.1', Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: 'Trunk': '1.1'}} Jun 06 17:39:44.020816 dv-cinder-791281-4-smb neutron-server[98878]: {{(pid=98878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 17:39:44.072372 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [None req-4c8ae16c-9a31-4434-b16c-104175842de1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:44.129310 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.managers [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] Attempting to bind port 5975f184-8af1-4bfa-a8a2-1de25f0bf7a4 on host dv-cinder-791281-4-smb for vnic_type normal with profile {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:39:44.130165 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.managers [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] Attempting to bind port 5975f184-8af1-4bfa-a8a2-1de25f0bf7a4 by drivers openvswitch,hyperv on host dv-cinder-791281-4-smb at level 0 using segments [{'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}] {{(pid=98878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:39:44.130778 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] Attempting to bind port 5975f184-8af1-4bfa-a8a2-1de25f0bf7a4 on network ba4729d8-bae0-44dd-959b-45f2743fbe2e {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:39:44.138566 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] Checking agent: {'id': '866b1ceb-3f07-4282-bec2-bca05938cd10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 48), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:39:44.139611 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] Checking segment: {'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:39:44.140486 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:44.141140 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] Bound using segment: {'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'} {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:39:44.141873 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.managers [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] Bound port: 5975f184-8af1-4bfa-a8a2-1de25f0bf7a4, host: dv-cinder-791281-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}}] {{(pid=98878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:39:44.142556 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:44.169057 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a26178-6f50-42ca-a042-c28014f4ae1b None None] Pushing event updated for resources: {'Port': ['ID=f617f191-23eb-417b-ba8a-f8adb2991100,revision_number=3']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:44.181417 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c1a26178-6f50-42ca-a042-c28014f4ae1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:44.236083 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-7ab09999-3091-4e23-a521-522d463657be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:44.239403 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-7ab09999-3091-4e23-a521-522d463657be admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:44.242770 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-7ab09999-3091-4e23-a521-522d463657be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6945131d-1164-49f4-8335-5e7835bccaff HTTP/1.1" status: 204 len: 168 time: 0.5239553 Jun 06 17:39:44.258512 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-aeedd58a-00bd-4d32-b6d7-b8a7a1623bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:44.267102 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab09999-3091-4e23-a521-522d463657be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6945131d-1164-49f4-8335-5e7835bccaff,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:44.270889 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-7ab09999-3091-4e23-a521-522d463657be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:44.386516 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9893c928-99b4-43b8-9b03-4371ac6f2af2 admin admin] Router bcc9cc58-7091-46d6-808d-29263a430786 is scheduled to L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 with binding_index 1 {{(pid=98876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 17:39:44.392621 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.db [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] For port 5975f184-8af1-4bfa-a8a2-1de25f0bf7a4, host dv-cinder-791281-4-smb, cleared binding levels {{(pid=98878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:39:44.392826 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device f617f191-23eb-417b-ba8a-f8adb2991100 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:39:44.403594 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.db [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] For port 5975f184-8af1-4bfa-a8a2-1de25f0bf7a4, host dv-cinder-791281-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=5975f184-8af1-4bfa-a8a2-1de25f0bf7a4,segment=NetworkSegment(071d7783-9719-4ea8-bb46-4cbc83b3e1b1),segment_id=071d7783-9719-4ea8-bb46-4cbc83b3e1b1)] {{(pid=98878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:39:44.485825 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port f617f191-23eb-417b-ba8a-f8adb2991100 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:39:44.486234 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:44.533819 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:44.538155 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:44.622059 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] Routers {'e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:39:44.622774 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:39:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:44.677425 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ae16c-9a31-4434-b16c-104175842de1 None None] Pushing event updated for resources: {'Port': ['ID=5975f184-8af1-4bfa-a8a2-1de25f0bf7a4,revision_number=3']} {{(pid=98878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:44.693511 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [None req-4c8ae16c-9a31-4434-b16c-104175842de1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:44.819476 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] Set router e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:39:44.841662 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-afe821de-137e-4f22-a8c9-5508cb24b01d req-11f52f2c-3cdc-45cb-8a57-bed52fecae68 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 210 time: 0.0625925 Jun 06 17:39:44.844066 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9893c928-99b4-43b8-9b03-4371ac6f2af2 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:39:44.854979 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] Sync routers for ids ['bcc9cc58-7091-46d6-808d-29263a430786'] in dv-cinder-791281-4-smb {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:39:44.869248 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9e2261e4-0db9-4b79-a4ae-05c173ae84fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:44.873193 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] Routers {'bcc9cc58-7091-46d6-808d-29263a430786'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:39:44.874053 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:39:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['bcc9cc58-7091-46d6-808d-29263a430786'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:44.956260 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9893c928-99b4-43b8-9b03-4371ac6f2af2 admin admin] Notify callbacks [] for router, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:44.957937 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-9893c928-99b4-43b8-9b03-4371ac6f2af2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1287715 Jun 06 17:39:44.961719 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 42824) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:45.229568 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] Set router bcc9cc58-7091-46d6-808d-29263a430786 gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:39:45.458139 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb', 'name': 'tempest-ServerRescueNegativeTestJSON-123948991-router', 'tenant_id': 'ff76e8c459174d03af24f28696c53158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': '5975f184-8af1-4bfa-a8a2-1de25f0bf7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:39:40Z', 'revision_number': 3, 'project_id': 'ff76e8c459174d03af24f28696c53158', 'gw_port': {'id': '5975f184-8af1-4bfa-a8a2-1de25f0bf7a4', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:42:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:39Z', 'updated_at': '2021-06-06T17:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:45.478611 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055173a2-82f5-4621-b855-14ef910112b1 None None] The sync data for ids ['e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb'] in dv-cinder-791281-4-smb is: [{'id': 'e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb', 'name': 'tempest-ServerRescueNegativeTestJSON-123948991-router', 'tenant_id': 'ff76e8c459174d03af24f28696c53158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': '5975f184-8af1-4bfa-a8a2-1de25f0bf7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:39:40Z', 'revision_number': 3, 'project_id': 'ff76e8c459174d03af24f28696c53158', 'gw_port': {'id': '5975f184-8af1-4bfa-a8a2-1de25f0bf7a4', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:42:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:39Z', 'updated_at': '2021-06-06T17:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}] {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:39:45.576724 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.db_base_plugin_common [None req-9e2261e4-0db9-4b79-a4ae-05c173ae84fe admin admin] Allocated IP 172.20.0.1 (f47093d2-ff25-4dae-b18f-38b02f03962a/5010943e-69b0-42ca-ad2d-4caf9c0ea80f/9f87df14-9b14-494d-8b00-c1441082a531) {{(pid=98876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:39:45.807039 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'name': 'tempest-AttachVolumeTestJSON-1111674351-router', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:39:42Z', 'revision_number': 3, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'gw_port': {'id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:40Z', 'updated_at': '2021-06-06T17:39:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:45.816474 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] Checking router: bcc9cc58-7091-46d6-808d-29263a430786 for host: dv-cinder-791281-4-smb {{(pid=98877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:39:45.816922 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] Updating router bcc9cc58-7091-46d6-808d-29263a430786 port 9c634988-d515-4cfe-aea9-526795e8e7c7 binding host dv-cinder-791281-4-smb {{(pid=98877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:39:45.945573 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:45.976290 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-91820e88-dc3f-4d2d-9f7e-6f40c4a6b95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:46.295715 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9e2261e4-0db9-4b79-a4ae-05c173ae84fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:46.459364 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 5975f184-8af1-4bfa-a8a2-1de25f0bf7a4 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:39:46.774085 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9e2261e4-0db9-4b79-a4ae-05c173ae84fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:46.832712 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] Notify callbacks [] for port, precommit_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:46.866392 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] Transition to ACTIVE for port object 9c634988-d515-4cfe-aea9-526795e8e7c7 will not be triggered until provisioned by entity L2. {{(pid=98877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:39:46.889341 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-9893c928-99b4-43b8-9b03-4371ac6f2af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:46.910451 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning for port 5975f184-8af1-4bfa-a8a2-1de25f0bf7a4 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:39:46.916091 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 5975f184-8af1-4bfa-a8a2-1de25f0bf7a4 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:39:46.916480 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:46.946796 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-fc622684-8f32-4d0c-b926-d9e8ae2a086a req-bef17474-7833-4b00-a3a8-b8e6d37de856 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 210 time: 0.1774244 Jun 06 17:39:46.961521 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2261e4-0db9-4b79-a4ae-05c173ae84fe admin admin] Network f47093d2-ff25-4dae-b18f-38b02f03962a is already hosted by enough agents. {{(pid=98876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:39:46.977077 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:46.991993 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:47.069216 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.base_scheduler [None req-9e2261e4-0db9-4b79-a4ae-05c173ae84fe admin admin] Resources bound (agent type, host, resource id): {{(pid=98876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:39:47.077330 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2261e4-0db9-4b79-a4ae-05c173ae84fe admin admin] Received port after_create {{(pid=98876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:39:47.078032 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9e2261e4-0db9-4b79-a4ae-05c173ae84fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608163'] for router_interface, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:47.130973 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.21', 63433) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:47.134246 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] Attempting to bind port 9c634988-d515-4cfe-aea9-526795e8e7c7 on host dv-cinder-791281-4-smb for vnic_type normal with profile {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:39:47.134828 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] Attempting to bind port 9c634988-d515-4cfe-aea9-526795e8e7c7 by drivers openvswitch,hyperv on host dv-cinder-791281-4-smb at level 0 using segments [{'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:39:47.135380 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] Attempting to bind port 9c634988-d515-4cfe-aea9-526795e8e7c7 on network ba4729d8-bae0-44dd-959b-45f2743fbe2e {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:39:47.137370 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b2f56-7cd9-4346-a371-82060df69a4d None None] Pushing event updated for resources: {'Port': ['ID=9c634988-d515-4cfe-aea9-526795e8e7c7,revision_number=2']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:47.151479 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-6d9b2f56-7cd9-4346-a371-82060df69a4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:47.156729 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] Checking agent: {'id': '866b1ceb-3f07-4282-bec2-bca05938cd10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 48), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:39:47.157350 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] Checking segment: {'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:39:47.157747 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:47.158417 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] Bound using segment: {'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:39:47.159052 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] Bound port: 9c634988-d515-4cfe-aea9-526795e8e7c7, host: dv-cinder-791281-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:39:47.159668 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:47.241217 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0fd0b81b-efc1-4666-8fd7-341a287ebe05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:47.292296 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:47.316234 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] For port 9c634988-d515-4cfe-aea9-526795e8e7c7, host dv-cinder-791281-4-smb, cleared binding levels {{(pid=98877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:39:47.319052 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] For port 5975f184-8af1-4bfa-a8a2-1de25f0bf7a4, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=5975f184-8af1-4bfa-a8a2-1de25f0bf7a4,segment=NetworkSegment(071d7783-9719-4ea8-bb46-4cbc83b3e1b1),segment_id=071d7783-9719-4ea8-bb46-4cbc83b3e1b1)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:39:47.327434 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] For port 9c634988-d515-4cfe-aea9-526795e8e7c7, host dv-cinder-791281-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=9c634988-d515-4cfe-aea9-526795e8e7c7,segment=NetworkSegment(071d7783-9719-4ea8-bb46-4cbc83b3e1b1),segment_id=071d7783-9719-4ea8-bb46-4cbc83b3e1b1)] {{(pid=98877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:39:47.371640 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-06322185-2baa-4587-8a94-e29d5efece36 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:47.373603 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-06322185-2baa-4587-8a94-e29d5efece36 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.21 "GET /v2.0/networks?id=e76e82e1-4b8e-4132-9769-dad9c547743e HTTP/1.1" status: 200 len: 812 time: 0.2403224 Jun 06 17:39:47.428563 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-271e13a4-c85c-48ee-9c8c-ec84ed9c5f3e tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Request body: {'port': {'device_id': 'c336ac1e-12cf-4884-b420-fa3d814206a3', 'network_id': 'e76e82e1-4b8e-4132-9769-dad9c547743e', 'admin_state_up': True, 'tenant_id': '1a0907a1c7214c1d9ddaaac9adedd3b6'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:47.455894 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2261e4-0db9-4b79-a4ae-05c173ae84fe admin admin] Pushing event updated for resources: {'Port': ['ID=9f87df14-9b14-494d-8b00-c1441082a531,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:47.464670 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-9e2261e4-0db9-4b79-a4ae-05c173ae84fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:47.482670 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:47.487323 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-6d9b2f56-7cd9-4346-a371-82060df69a4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:47.604102 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:47.677647 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] Routers {'bcc9cc58-7091-46d6-808d-29263a430786'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:39:47.678320 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:39:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['bcc9cc58-7091-46d6-808d-29263a430786'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:47.778873 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-271e13a4-c85c-48ee-9c8c-ec84ed9c5f3e tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Made reservation on behalf of 1a0907a1c7214c1d9ddaaac9adedd3b6 for: {'port': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:39:47.783103 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-271e13a4-c85c-48ee-9c8c-ec84ed9c5f3e tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:47.919686 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] Set router bcc9cc58-7091-46d6-808d-29263a430786 gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:39:47.978024 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9e2261e4-0db9-4b79-a4ae-05c173ae84fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:47.996294 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.db_base_plugin_common [None req-0fd0b81b-efc1-4666-8fd7-341a287ebe05 admin admin] Allocated IP 172.20.0.1 (0c070bd4-ddfe-41f0-9fed-d7e70018cc8e/e8be3246-7ec4-4d23-84b1-36d960621851/ce41b07a-df02-4c29-ba45-d4302c6ef870) {{(pid=98876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:39:48.176635 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Pushing event updated for resources: {'Port': ['ID=5975f184-8af1-4bfa-a8a2-1de25f0bf7a4,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:48.198034 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:48.198034 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-725d1c28-fb5c-46ce-bd29-38dbe57c87e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.556s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:48.237747 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_common [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-271e13a4-c85c-48ee-9c8c-ec84ed9c5f3e tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Allocated IP 172.20.0.2 (e76e82e1-4b8e-4132-9769-dad9c547743e/65f2e500-4f2e-4e11-92f9-9bc39b2e8a36/f64eda3b-561f-4f17-b894-f66eeedf6d3c) {{(pid=98875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:39:48.323898 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c3e537ab-8fc4-450f-925e-e751a04e8324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:48.330827 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-75f60262-c463-4af5-9389-08a03a835214 req-5446e182-4d06-43ba-8009-3ebc315a89f2 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 210 time: 0.1405711 Jun 06 17:39:48.374670 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:48.381508 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 5975f184-8af1-4bfa-a8a2-1de25f0bf7a4 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:39:48.496025 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b2f56-7cd9-4346-a371-82060df69a4d None None] Pushing event updated for resources: {'Port': ['ID=9c634988-d515-4cfe-aea9-526795e8e7c7,revision_number=3']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:48.509760 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-6d9b2f56-7cd9-4346-a371-82060df69a4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:48.530274 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0fd0b81b-efc1-4666-8fd7-341a287ebe05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:48.560077 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.provisioning_blocks [None req-0fd0b81b-efc1-4666-8fd7-341a287ebe05 admin admin] Transition to ACTIVE for port object ce41b07a-df02-4c29-ba45-d4302c6ef870 will not be triggered until provisioned by entity DHCP. {{(pid=98876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:39:48.590926 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9e2261e4-0db9-4b79-a4ae-05c173ae84fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:48.591519 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-271e13a4-c85c-48ee-9c8c-ec84ed9c5f3e tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Notify callbacks [] for port, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:48.596836 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 5975f184-8af1-4bfa-a8a2-1de25f0bf7a4 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:39:48.597643 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:48.686498 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'name': 'tempest-AttachVolumeTestJSON-1111674351-router', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:39:42Z', 'revision_number': 3, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'gw_port': {'id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:40Z', 'updated_at': '2021-06-06T17:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:48.705066 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9e2261e4-0db9-4b79-a4ae-05c173ae84fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:48.706623 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0fd0b81b-efc1-4666-8fd7-341a287ebe05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:48.707481 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-271e13a4-c85c-48ee-9c8c-ec84ed9c5f3e tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:48.707709 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9e2261e4-0db9-4b79-a4ae-05c173ae84fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1694894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-321467'] for router_interface, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:48.715195 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b60f29-c8aa-4d91-84bd-cfab675da2c9 None None] The sync data for ids ['bcc9cc58-7091-46d6-808d-29263a430786'] in dv-cinder-791281-4-smb is: [{'id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'name': 'tempest-AttachVolumeTestJSON-1111674351-router', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:39:42Z', 'revision_number': 3, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'gw_port': {'id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:40Z', 'updated_at': '2021-06-06T17:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}] {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:39:48.716843 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b4213cc5-cd2f-4a41-afa2-1518c35e87cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:48.720061 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:48.802967 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-271e13a4-c85c-48ee-9c8c-ec84ed9c5f3e tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Network e76e82e1-4b8e-4132-9769-dad9c547743e is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:39:48.806540 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-271e13a4-c85c-48ee-9c8c-ec84ed9c5f3e tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:39:48.810794 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-271e13a4-c85c-48ee-9c8c-ec84ed9c5f3e tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Received port after_create {{(pid=98875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:39:48.824821 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-271e13a4-c85c-48ee-9c8c-ec84ed9c5f3e tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:48.829741 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-271e13a4-c85c-48ee-9c8c-ec84ed9c5f3e tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:48.841419 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e13a4-c85c-48ee-9c8c-ec84ed9c5f3e tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Pushing event updated for resources: {'Port': ['ID=f64eda3b-561f-4f17-b894-f66eeedf6d3c,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:48.846342 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-271e13a4-c85c-48ee-9c8c-ec84ed9c5f3e tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:48.930861 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd0b81b-efc1-4666-8fd7-341a287ebe05 admin admin] Network 0c070bd4-ddfe-41f0-9fed-d7e70018cc8e is already hosted by enough agents. {{(pid=98876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:39:48.933828 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2261e4-0db9-4b79-a4ae-05c173ae84fe admin admin] Pushing event updated for resources: {'Port': ['ID=9f87df14-9b14-494d-8b00-c1441082a531,revision_number=2']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:48.985189 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.base_scheduler [None req-0fd0b81b-efc1-4666-8fd7-341a287ebe05 admin admin] Resources bound (agent type, host, resource id): {{(pid=98876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:39:48.992476 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-271e13a4-c85c-48ee-9c8c-ec84ed9c5f3e tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5667114 Jun 06 17:39:49.003188 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-0485bc45-9930-4f85-9a2e-1172f550e300 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=98875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 17:39:49.004403 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-0485bc45-9930-4f85-9a2e-1172f550e300 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058150 Jun 06 17:39:49.172454 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd0b81b-efc1-4666-8fd7-341a287ebe05 admin admin] Received port after_create {{(pid=98876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:39:49.173206 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0fd0b81b-efc1-4666-8fd7-341a287ebe05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608163'] for router_interface, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:49.178220 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0b81b-efc1-4666-8fd7-341a287ebe05 admin admin] Pushing event updated for resources: {'Port': ['ID=ce41b07a-df02-4c29-ba45-d4302c6ef870,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:49.181613 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-0fd0b81b-efc1-4666-8fd7-341a287ebe05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:49.190623 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-9e2261e4-0db9-4b79-a4ae-05c173ae84fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.321s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:49.195849 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-9e2261e4-0db9-4b79-a4ae-05c173ae84fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:49.231436 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2261e4-0db9-4b79-a4ae-05c173ae84fe admin admin] Network f47093d2-ff25-4dae-b18f-38b02f03962a is already hosted by enough agents. {{(pid=98876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:39:49.233835 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.base_scheduler [None req-9e2261e4-0db9-4b79-a4ae-05c173ae84fe admin admin] Resources bound (agent type, host, resource id): {{(pid=98876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:39:49.234724 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:49.785706 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] Request body: {'port': {'device_id': 'c336ac1e-12cf-4884-b420-fa3d814206a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:49.795241 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-37e0ff7d-6292-489f-9606-a8c28ba90dd0 None None] Provisioning for port ce41b07a-df02-4c29-ba45-d4302c6ef870 completed by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:39:49.795241 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-37e0ff7d-6292-489f-9606-a8c28ba90dd0 None None] Provisioning complete for port ce41b07a-df02-4c29-ba45-d4302c6ef870 triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:39:49.795241 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-37e0ff7d-6292-489f-9606-a8c28ba90dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:49.798061 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2261e4-0db9-4b79-a4ae-05c173ae84fe admin admin] Router e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb has already been hosted by L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 {{(pid=98876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:39:49.808528 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-37e0ff7d-6292-489f-9606-a8c28ba90dd0 None None] Port ce41b07a-df02-4c29-ba45-d4302c6ef870 cannot update to ACTIVE because it is not bound. {{(pid=98877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:39:50.040909 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 43040) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:50.071694 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:50.108982 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0fd0b81b-efc1-4666-8fd7-341a287ebe05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:50.219851 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2261e4-0db9-4b79-a4ae-05c173ae84fe admin admin] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:39:50.227952 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-9e2261e4-0db9-4b79-a4ae-05c173ae84fe admin admin] 10.222.0.23 "PUT /v2.0/routers/e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5397031 Jun 06 17:39:50.241566 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] Sync routers for ids ['e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb'] in dv-cinder-791281-4-smb {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:39:50.255542 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] Routers {'e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:39:50.256751 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:39:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:50.443600 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 9c634988-d515-4cfe-aea9-526795e8e7c7 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:39:50.588237 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] Set router e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:39:50.628076 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc45fd-15c6-4894-935a-cd8f2dbdad85 req-7ec9bcf4-b37c-4f2e-a509-29dd992cfe47 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:50.629569 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0acc45fd-15c6-4894-935a-cd8f2dbdad85 req-7ec9bcf4-b37c-4f2e-a509-29dd992cfe47 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 931 time: 0.7140617 Jun 06 17:39:50.683370 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning for port 9c634988-d515-4cfe-aea9-526795e8e7c7 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:39:50.692157 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 9c634988-d515-4cfe-aea9-526795e8e7c7 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:39:50.692531 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:50.777731 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f64eda3b-561f-4f17-b894-f66eeedf6d3c {{(pid=98875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:39:50.814037 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:50.829398 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0acc45fd-15c6-4894-935a-cd8f2dbdad85 req-e93802f0-0dfa-4808-8cf5-486d47fb7f43 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/security-groups?id=b525a50e-1f74-4dd3-8a7e-992868b6cfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749911 Jun 06 17:39:50.861537 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0fd0b81b-efc1-4666-8fd7-341a287ebe05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:50.862911 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] Transition to ACTIVE for port object f64eda3b-561f-4f17-b894-f66eeedf6d3c will not be triggered until provisioned by entity L2. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:39:50.933318 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0fd0b81b-efc1-4666-8fd7-341a287ebe05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:50.934570 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0fd0b81b-efc1-4666-8fd7-341a287ebe05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1694894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-321467'] for router_interface, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:50.936324 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:50.951041 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:50.972046 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8a4e1865-53ef-4337-b5c9-94196375fc25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:51.012889 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-6fdc5158-dc52-4119-981e-772aad0a1807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:51.089721 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:51.177008 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:51.205247 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] For port 9c634988-d515-4cfe-aea9-526795e8e7c7, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=9c634988-d515-4cfe-aea9-526795e8e7c7,segment=NetworkSegment(071d7783-9719-4ea8-bb46-4cbc83b3e1b1),segment_id=071d7783-9719-4ea8-bb46-4cbc83b3e1b1)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:39:51.322166 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:51.326174 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c1a26178-6f50-42ca-a042-c28014f4ae1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:51.344661 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb', 'name': 'tempest-ServerRescueNegativeTestJSON-123948991-router', 'tenant_id': 'ff76e8c459174d03af24f28696c53158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': '5975f184-8af1-4bfa-a8a2-1de25f0bf7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:39:47Z', 'revision_number': 4, 'project_id': 'ff76e8c459174d03af24f28696c53158', 'gw_port': {'id': '5975f184-8af1-4bfa-a8a2-1de25f0bf7a4', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:42:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:39Z', 'updated_at': '2021-06-06T17:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': '9f87df14-9b14-494d-8b00-c1441082a531', 'name': '', 'network_id': 'f47093d2-ff25-4dae-b18f-38b02f03962a', 'tenant_id': 'ff76e8c459174d03af24f28696c53158', 'mac_address': 'fa:16:3e:09:b3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5010943e-69b0-42ca-ad2d-4caf9c0ea80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:44Z', 'updated_at': '2021-06-06T17:39:48Z', 'revision_number': 2, 'project_id': 'ff76e8c459174d03af24f28696c53158', 'subnets': [{'id': '5010943e-69b0-42ca-ad2d-4caf9c0ea80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:51.356958 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] Checking router: e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb for host: dv-cinder-791281-4-smb {{(pid=98878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:39:51.357614 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] Updating router e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb port 9f87df14-9b14-494d-8b00-c1441082a531 binding host dv-cinder-791281-4-smb {{(pid=98878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:39:51.442511 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:51.457940 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 43062) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:51.571423 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd0b81b-efc1-4666-8fd7-341a287ebe05 admin admin] Network 0c070bd4-ddfe-41f0-9fed-d7e70018cc8e is already hosted by enough agents. {{(pid=98876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:39:51.579225 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.base_scheduler [None req-0fd0b81b-efc1-4666-8fd7-341a287ebe05 admin admin] Resources bound (agent type, host, resource id): {{(pid=98876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:39:51.591520 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 43068) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:51.640167 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Pushing event updated for resources: {'Port': ['ID=9c634988-d515-4cfe-aea9-526795e8e7c7,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:51.655172 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:51.664444 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0b81b-efc1-4666-8fd7-341a287ebe05 admin admin] Pushing event updated for resources: {'Port': ['ID=ce41b07a-df02-4c29-ba45-d4302c6ef870,revision_number=2']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:51.675383 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-0fd0b81b-efc1-4666-8fd7-341a287ebe05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:51.701174 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] Pushing event updated for resources: {'Port': ['ID=f64eda3b-561f-4f17-b894-f66eeedf6d3c,revision_number=2']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:51.705053 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:51.724620 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] Attempting to bind port f64eda3b-561f-4f17-b894-f66eeedf6d3c on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:39:51.725201 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] Attempting to bind port f64eda3b-561f-4f17-b894-f66eeedf6d3c by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '9415528e-105c-4a74-8584-febac00b894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e76e82e1-4b8e-4132-9769-dad9c547743e'}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:39:51.725740 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] Attempting to bind port f64eda3b-561f-4f17-b894-f66eeedf6d3c on network e76e82e1-4b8e-4132-9769-dad9c547743e {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:39:51.734603 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] Port f64eda3b-561f-4f17-b894-f66eeedf6d3c on network e76e82e1-4b8e-4132-9769-dad9c547743e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:39:51.735184 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] Attempting to bind port f64eda3b-561f-4f17-b894-f66eeedf6d3c on network e76e82e1-4b8e-4132-9769-dad9c547743e {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:39:51.749253 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] Checking agent: {'id': 'a6fcd907-c3ac-4abf-b52d-463afd7284ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'started_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:39:51.749944 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] Checking segment: {'id': '9415528e-105c-4a74-8584-febac00b894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e76e82e1-4b8e-4132-9769-dad9c547743e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:39:51.751174 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] Bound using segment: {'id': '9415528e-105c-4a74-8584-febac00b894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e76e82e1-4b8e-4132-9769-dad9c547743e'} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:39:51.753727 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] Bound port: f64eda3b-561f-4f17-b894-f66eeedf6d3c, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9415528e-105c-4a74-8584-febac00b894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e76e82e1-4b8e-4132-9769-dad9c547743e'}}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:39:51.754980 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:51.845325 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-638bf07a-951d-47b2-9ea4-388d98f6193b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:52.045376 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd0b81b-efc1-4666-8fd7-341a287ebe05 admin admin] Router bcc9cc58-7091-46d6-808d-29263a430786 has already been hosted by L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 {{(pid=98876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:39:52.070830 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-9262a762-d3f3-4f0f-8b1d-044fb42baa72 None None] Provisioning complete for port ce41b07a-df02-4c29-ba45-d4302c6ef870 triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:39:52.071631 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-9262a762-d3f3-4f0f-8b1d-044fb42baa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:52.186996 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] For port f64eda3b-561f-4f17-b894-f66eeedf6d3c, host hv-cinder-79128, cleared binding levels {{(pid=98875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:39:52.220838 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] For port f64eda3b-561f-4f17-b894-f66eeedf6d3c, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=f64eda3b-561f-4f17-b894-f66eeedf6d3c,segment=NetworkSegment(9415528e-105c-4a74-8584-febac00b894e),segment_id=9415528e-105c-4a74-8584-febac00b894e)] {{(pid=98875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:39:52.346931 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-9262a762-d3f3-4f0f-8b1d-044fb42baa72 None None] Port ce41b07a-df02-4c29-ba45-d4302c6ef870 cannot update to ACTIVE because it is not bound. {{(pid=98877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:39:52.396708 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:52.418427 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-271e13a4-c85c-48ee-9c8c-ec84ed9c5f3e tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:52.444668 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 9c634988-d515-4cfe-aea9-526795e8e7c7 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:39:52.460893 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] Notify callbacks [] for port, precommit_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:52.477970 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.provisioning_blocks [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] Transition to ACTIVE for port object 9f87df14-9b14-494d-8b00-c1441082a531 will not be triggered until provisioned by entity L2. {{(pid=98878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:39:52.525016 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8a4e1865-53ef-4337-b5c9-94196375fc25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:52.540180 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:52.540810 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:52.542286 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] 10.222.0.21 "PUT /v2.0/ports/f64eda3b-561f-4f17-b894-f66eeedf6d3c HTTP/1.1" status: 200 len: 1093 time: 3.3054061 Jun 06 17:39:52.542737 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c336ac1e-12cf-4884-b420-fa3d814206a3', 'tag': 'f64eda3b-561f-4f17-b894-f66eeedf6d3c'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:39:52.634661 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] Pushing event updated for resources: {'Port': ['ID=f64eda3b-561f-4f17-b894-f66eeedf6d3c,revision_number=3']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:52.637946 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:52.659735 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 9c634988-d515-4cfe-aea9-526795e8e7c7 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:39:52.660165 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:52.705155 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:52.706534 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7bb70480-b0d1-4894-993c-144ef106a5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:52.716686 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [None req-6585888b-1714-428e-a818-9b7edef5bc5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:52.747356 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91241ba7-df49-4140-acc6-a776c4fcca50" -d '{"events": [{"name": "network-changed", "server_uuid": "c336ac1e-12cf-4884-b420-fa3d814206a3", "tag": "f64eda3b-561f-4f17-b894-f66eeedf6d3c"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:39:52.813216 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8a4e1865-53ef-4337-b5c9-94196375fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:52.855988 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-c83b074d-76c5-41f3-afe8-a9faa4074c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:52.911646 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.db.api [None req-7bb70480-b0d1-4894-993c-144ef106a5b5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 06 17:39:52.911646 dv-cinder-791281-4-smb neutron-server[98876]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 06 17:39:52.911646 dv-cinder-791281-4-smb neutron-server[98876]: [parameters: {'project_id_1': 'a810d607ce914cfc94893f684b36f828', 'expiration_1': datetime.datetime(2021, 6, 6, 17, 39, 52, 751879)}] Jun 06 17:39:52.911646 dv-cinder-791281-4-smb neutron-server[98876]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=98876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 17:39:52.912326 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_db.api [None req-7bb70480-b0d1-4894-993c-144ef106a5b5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 17:39:52.967373 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd0b81b-efc1-4666-8fd7-341a287ebe05 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:39:52.988712 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-0fd0b81b-efc1-4666-8fd7-341a287ebe05 admin admin] 10.222.0.23 "PUT /v2.0/routers/bcc9cc58-7091-46d6-808d-29263a430786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0242257 Jun 06 17:39:52.992927 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] Sync routers for ids ['bcc9cc58-7091-46d6-808d-29263a430786'] in dv-cinder-791281-4-smb {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:39:53.003261 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] Routers {'bcc9cc58-7091-46d6-808d-29263a430786'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:39:53.004169 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:39:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['bcc9cc58-7091-46d6-808d-29263a430786'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:53.011268 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fdfda-2c8c-4267-98ef-613511f89ea4 req-ed4c5da7-4d0c-4fc4-a18d-ecb8ec6c607a tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:53.012928 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-ab3fdfda-2c8c-4267-98ef-613511f89ea4 req-ed4c5da7-4d0c-4fc4-a18d-ecb8ec6c607a tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 943 time: 0.4469502 Jun 06 17:39:53.117634 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-ab3fdfda-2c8c-4267-98ef-613511f89ea4 req-779b7ee3-41e6-4b26-965d-c5fc7f1b115b tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/security-groups?id=b525a50e-1f74-4dd3-8a7e-992868b6cfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985339 Jun 06 17:39:53.161998 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.managers [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] Attempting to bind port 9f87df14-9b14-494d-8b00-c1441082a531 on host dv-cinder-791281-4-smb for vnic_type normal with profile {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:39:53.166620 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.managers [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] Attempting to bind port 9f87df14-9b14-494d-8b00-c1441082a531 by drivers openvswitch,hyperv on host dv-cinder-791281-4-smb at level 0 using segments [{'id': 'c50da47e-6307-4c65-9fc9-fe89e611d9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f47093d2-ff25-4dae-b18f-38b02f03962a'}] {{(pid=98878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:39:53.167292 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] Attempting to bind port 9f87df14-9b14-494d-8b00-c1441082a531 on network f47093d2-ff25-4dae-b18f-38b02f03962a {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:39:53.194016 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e1865-53ef-4337-b5c9-94196375fc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb06fc21-4d62-437d-b10c-ebc5d2686fb1,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:53.195581 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fbada-f3f4-48f1-9c4b-b5616632f09d None None] Pushing event updated for resources: {'Port': ['ID=9f87df14-9b14-494d-8b00-c1441082a531,revision_number=3']} {{(pid=98878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:53.207490 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [None req-c76fbada-f3f4-48f1-9c4b-b5616632f09d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:53.210956 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] Checking agent: {'id': '866b1ceb-3f07-4282-bec2-bca05938cd10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 48), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:39:53.218180 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-8a4e1865-53ef-4337-b5c9-94196375fc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:53.220175 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] Checking segment: {'id': 'c50da47e-6307-4c65-9fc9-fe89e611d9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f47093d2-ff25-4dae-b18f-38b02f03962a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:39:53.222714 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:53.223517 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] Bound using segment: {'id': 'c50da47e-6307-4c65-9fc9-fe89e611d9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f47093d2-ff25-4dae-b18f-38b02f03962a'} {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:39:53.225189 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.managers [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] Bound port: 9f87df14-9b14-494d-8b00-c1441082a531, host: dv-cinder-791281-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50da47e-6307-4c65-9fc9-fe89e611d9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f47093d2-ff25-4dae-b18f-38b02f03962a'}}] {{(pid=98878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:39:53.225641 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:53.305383 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-8a4e1865-53ef-4337-b5c9-94196375fc25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a6a8ae91f84406babf29a126a9dfc99&name=default HTTP/1.1" status: 200 len: 2975 time: 3.2596138 Jun 06 17:39:53.314555 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 43114) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:53.431948 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7bb70480-b0d1-4894-993c-144ef106a5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:53.446206 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] Set router bcc9cc58-7091-46d6-808d-29263a430786 gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:39:53.453637 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-f2ee82da-c098-43af-b563-b839b80ad041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:53.456950 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-f2ee82da-c098-43af-b563-b839b80ad041 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a0907a1c7214c1d9ddaaac9adedd3b6&device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 1096 time: 0.5782840 Jun 06 17:39:53.463676 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84515c58-194c-461c-aeaa-e29ccdd861dd x-openstack-request-id: req-84515c58-194c-461c-aeaa-e29ccdd861dd {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:39:53.463963 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c336ac1e-12cf-4884-b420-fa3d814206a3", "tag": "f64eda3b-561f-4f17-b894-f66eeedf6d3c", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:39:53.464216 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84515c58-194c-461c-aeaa-e29ccdd861dd {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:39:53.464718 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c336ac1e-12cf-4884-b420-fa3d814206a3', 'tag': 'f64eda3b-561f-4f17-b894-f66eeedf6d3c', 'status': 'completed', 'code': 200} Jun 06 17:39:53.535396 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-070c9c96-fc57-4094-9fa0-787909bc55e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:53.582145 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.db [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] For port 9f87df14-9b14-494d-8b00-c1441082a531, host dv-cinder-791281-4-smb, cleared binding levels {{(pid=98878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:39:53.588133 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-070c9c96-fc57-4094-9fa0-787909bc55e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:53.599499 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.db [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] For port 9f87df14-9b14-494d-8b00-c1441082a531, host dv-cinder-791281-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=9f87df14-9b14-494d-8b00-c1441082a531,segment=NetworkSegment(c50da47e-6307-4c65-9fc9-fe89e611d9f4),segment_id=c50da47e-6307-4c65-9fc9-fe89e611d9f4)] {{(pid=98878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:39:53.676729 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-47ce982f-0303-4a8d-8bcb-c20f874cdadd tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:53.679460 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-47ce982f-0303-4a8d-8bcb-c20f874cdadd tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/networks?id=f47093d2-ff25-4dae-b18f-38b02f03962a HTTP/1.1" status: 200 len: 818 time: 0.7160549 Jun 06 17:39:53.681134 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-dd97a9da-1e5a-404a-919b-bac228e584cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f64eda3b-561f-4f17-b894-f66eeedf6d3c HTTP/1.1" status: 200 len: 217 time: 0.1608098 Jun 06 17:39:53.691706 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:53.713824 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:53.755631 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-fd9f3185-8367-4578-be01-9985a080fd3e tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/quotas/ff76e8c459174d03af24f28696c53158 HTTP/1.1" status: 200 len: 375 time: 0.0708926 Jun 06 17:39:53.776160 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-638bf07a-951d-47b2-9ea4-388d98f6193b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:53.777163 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-070c9c96-fc57-4094-9fa0-787909bc55e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:53.780775 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-070c9c96-fc57-4094-9fa0-787909bc55e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:53.782066 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-070c9c96-fc57-4094-9fa0-787909bc55e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb06fc21-4d62-437d-b10c-ebc5d2686fb1 HTTP/1.1" status: 204 len: 168 time: 0.4731855 Jun 06 17:39:53.783064 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:53.810259 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c9c96-fc57-4094-9fa0-787909bc55e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb06fc21-4d62-437d-b10c-ebc5d2686fb1,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:53.818460 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-070c9c96-fc57-4094-9fa0-787909bc55e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:53.849758 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-141726d4-9831-4dd7-b62d-2ecdcda90b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:53.852480 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-141726d4-9831-4dd7-b62d-2ecdcda90b63 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65f2e500-4f2e-4e11-92f9-9bc39b2e8a36 HTTP/1.1" status: 200 len: 852 time: 0.1598284 Jun 06 17:39:53.881304 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] Routers {'e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:39:53.882755 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:39:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:53.946825 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-638bf07a-951d-47b2-9ea4-388d98f6193b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:53.951994 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-af5b7f20-a122-4128-bfc1-25f95c6d97e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e76e82e1-4b8e-4132-9769-dad9c547743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678520 Jun 06 17:39:53.988963 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:54.000069 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-638bf07a-951d-47b2-9ea4-388d98f6193b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a860826ae72c4c87bc3451cdbfa57f6a&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5382800 Jun 06 17:39:54.004854 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-1ce6af81-b89e-4254-ac00-de5e07344f50 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff76e8c459174d03af24f28696c53158&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2355297 Jun 06 17:39:54.008225 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 43130) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:54.065448 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 43134) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:54.078705 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bf07a-951d-47b2-9ea4-388d98f6193b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d8320b-87ec-499d-91c8-92b3de4d6569,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:54.091677 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-3cdd2d21-fc63-4650-9b10-bea1c06c119a tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Request body: {'security_group': {'name': 'tempest-securitygroup--291526441', 'description': 'tempest-description--1503309515'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:54.120210 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'name': 'tempest-AttachVolumeTestJSON-1111674351-router', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:39:49Z', 'revision_number': 4, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'gw_port': {'id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:40Z', 'updated_at': '2021-06-06T17:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': 'ce41b07a-df02-4c29-ba45-d4302c6ef870', 'name': '', 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'mac_address': 'fa:16:3e:5e:80:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:47Z', 'updated_at': '2021-06-06T17:39:50Z', 'revision_number': 2, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'subnets': [{'id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:54.130380 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] Checking router: bcc9cc58-7091-46d6-808d-29263a430786 for host: dv-cinder-791281-4-smb {{(pid=98877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:39:54.131929 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] Updating router bcc9cc58-7091-46d6-808d-29263a430786 port ce41b07a-df02-4c29-ba45-d4302c6ef870 binding host dv-cinder-791281-4-smb {{(pid=98877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:39:54.135036 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-638bf07a-951d-47b2-9ea4-388d98f6193b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:54.171315 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fbada-f3f4-48f1-9c4b-b5616632f09d None None] Pushing event updated for resources: {'Port': ['ID=9f87df14-9b14-494d-8b00-c1441082a531,revision_number=4']} {{(pid=98878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:54.182701 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [None req-c76fbada-f3f4-48f1-9c4b-b5616632f09d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:54.216840 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:54.252790 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-e2b88feb-e413-4c68-a9c2-b1fb8011fa2e service neutron] 10.222.0.21 "GET /v2.0/networks/e76e82e1-4b8e-4132-9769-dad9c547743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650235 Jun 06 17:39:54.307620 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-010e9228-e377-453f-976a-7c878f521f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:54.344716 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7bb70480-b0d1-4894-993c-144ef106a5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:54.408326 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-010e9228-e377-453f-976a-7c878f521f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:54.495942 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3e696-606f-485f-a15f-248033c84fc0 req-baa89c31-95a7-4904-b5d9-3c72b33257c8 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:54.497582 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-ceb3e696-606f-485f-a15f-248033c84fc0 req-baa89c31-95a7-4904-b5d9-3c72b33257c8 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 943 time: 0.1622450 Jun 06 17:39:54.498451 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 43144) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:54.563754 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7bb70480-b0d1-4894-993c-144ef106a5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:54.599058 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7febe81d-8bf5-4493-a606-60e3f4b1873b req-a379b038-198d-497c-996d-4e9db577fc3c service neutron] 10.222.0.21 "GET /v2.0/networks/e76e82e1-4b8e-4132-9769-dad9c547743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157573 Jun 06 17:39:54.600017 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] Set router e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:39:54.617828 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-ff7bcdc8-94db-4d71-bcdd-7340a3f8c4cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:54.699220 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3cdd2d21-fc63-4650-9b10-bea1c06c119a tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:54.735338 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-010e9228-e377-453f-976a-7c878f521f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:54.765138 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-010e9228-e377-453f-976a-7c878f521f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:54.766432 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-010e9228-e377-453f-976a-7c878f521f93 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0d8320b-87ec-499d-91c8-92b3de4d6569 HTTP/1.1" status: 204 len: 168 time: 0.7564046 Jun 06 17:39:54.774928 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-7bb70480-b0d1-4894-993c-144ef106a5b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a810d607ce914cfc94893f684b36f828&name=default HTTP/1.1" status: 200 len: 2975 time: 3.1822672 Jun 06 17:39:54.779107 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb70480-b0d1-4894-993c-144ef106a5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c0efb6-257c-4433-8235-4e91be74ed04,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:54.810500 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-ceb3e696-606f-485f-a15f-248033c84fc0 req-e7089b09-36cc-417a-a351-6d31d1b13005 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/security-groups?id=b525a50e-1f74-4dd3-8a7e-992868b6cfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614284 Jun 06 17:39:54.810500 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-7bb70480-b0d1-4894-993c-144ef106a5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:54.810500 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 43156) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:54.810500 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:54.826447 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e9bc3fd3-3022-41ca-ab2e-d77dbd064e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:54.890992 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e9228-e377-453f-976a-7c878f521f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d8320b-87ec-499d-91c8-92b3de4d6569,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:54.898549 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-018a63ea-6dc6-4d54-9a89-2d3cad97167e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=98875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 17:39:54.899735 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-018a63ea-6dc6-4d54-9a89-2d3cad97167e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2748718 Jun 06 17:39:54.903110 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-010e9228-e377-453f-976a-7c878f521f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:54.934425 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] Notify callbacks [] for port, precommit_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:54.949335 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] Transition to ACTIVE for port object ce41b07a-df02-4c29-ba45-d4302c6ef870 will not be triggered until provisioned by entity L2. {{(pid=98877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:39:55.024128 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:55.039558 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:55.115213 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3cdd2d21-fc63-4650-9b10-bea1c06c119a tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:55.123279 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 43158) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:55.181950 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0b052182-710c-48b2-9924-f337403e34a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:55.230785 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-1164a939-c335-4a10-a052-5297ce04b971 service neutron] 10.222.0.23 "GET /v2.0/networks/f47093d2-ff25-4dae-b18f-38b02f03962a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080270 Jun 06 17:39:55.264274 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3cdd2d21-fc63-4650-9b10-bea1c06c119a tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:55.279927 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:55.363001 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91241ba7-df49-4140-acc6-a776c4fcca50 req-cf27bd18-a322-4fb9-b728-5f5ff019f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:55.366677 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-91241ba7-df49-4140-acc6-a776c4fcca50 req-cf27bd18-a322-4fb9-b728-5f5ff019f473 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a0907a1c7214c1d9ddaaac9adedd3b6&device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 1096 time: 0.6077812 Jun 06 17:39:55.396524 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f39472a7-5d40-4a32-a97b-049057638a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:55.423063 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f39472a7-5d40-4a32-a97b-049057638a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:55.460774 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb', 'name': 'tempest-ServerRescueNegativeTestJSON-123948991-router', 'tenant_id': 'ff76e8c459174d03af24f28696c53158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': '5975f184-8af1-4bfa-a8a2-1de25f0bf7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:39:47Z', 'revision_number': 4, 'project_id': 'ff76e8c459174d03af24f28696c53158', 'gw_port': {'id': '5975f184-8af1-4bfa-a8a2-1de25f0bf7a4', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:42:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:39Z', 'updated_at': '2021-06-06T17:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': '9f87df14-9b14-494d-8b00-c1441082a531', 'name': '', 'network_id': 'f47093d2-ff25-4dae-b18f-38b02f03962a', 'tenant_id': 'ff76e8c459174d03af24f28696c53158', 'mac_address': 'fa:16:3e:09:b3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5010943e-69b0-42ca-ad2d-4caf9c0ea80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:44Z', 'updated_at': '2021-06-06T17:39:53Z', 'revision_number': 4, 'project_id': 'ff76e8c459174d03af24f28696c53158', 'subnets': [{'id': '5010943e-69b0-42ca-ad2d-4caf9c0ea80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:55.490842 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226857aa-bd29-4476-b1a4-fdaee740650c None None] The sync data for ids ['e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb'] in dv-cinder-791281-4-smb is: [{'id': 'e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb', 'name': 'tempest-ServerRescueNegativeTestJSON-123948991-router', 'tenant_id': 'ff76e8c459174d03af24f28696c53158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': '5975f184-8af1-4bfa-a8a2-1de25f0bf7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:39:47Z', 'revision_number': 4, 'project_id': 'ff76e8c459174d03af24f28696c53158', 'gw_port': {'id': '5975f184-8af1-4bfa-a8a2-1de25f0bf7a4', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:42:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:39Z', 'updated_at': '2021-06-06T17:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': '9f87df14-9b14-494d-8b00-c1441082a531', 'name': '', 'network_id': 'f47093d2-ff25-4dae-b18f-38b02f03962a', 'tenant_id': 'ff76e8c459174d03af24f28696c53158', 'mac_address': 'fa:16:3e:09:b3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5010943e-69b0-42ca-ad2d-4caf9c0ea80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:44Z', 'updated_at': '2021-06-06T17:39:53Z', 'revision_number': 4, 'project_id': 'ff76e8c459174d03af24f28696c53158', 'subnets': [{'id': '5010943e-69b0-42ca-ad2d-4caf9c0ea80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:39:55.543708 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd2d21-fc63-4650-9b10-bea1c06c119a tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:55.548678 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-3cdd2d21-fc63-4650-9b10-bea1c06c119a tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:55.580434 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f39472a7-5d40-4a32-a97b-049057638a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:55.585182 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f39472a7-5d40-4a32-a97b-049057638a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:55.591325 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-f39472a7-5d40-4a32-a97b-049057638a13 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7c0efb6-257c-4433-8235-4e91be74ed04 HTTP/1.1" status: 204 len: 168 time: 0.7502577 Jun 06 17:39:55.592405 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:55.607289 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39472a7-5d40-4a32-a97b-049057638a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c0efb6-257c-4433-8235-4e91be74ed04,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:55.610885 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-f39472a7-5d40-4a32-a97b-049057638a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:55.649478 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] Attempting to bind port ce41b07a-df02-4c29-ba45-d4302c6ef870 on host dv-cinder-791281-4-smb for vnic_type normal with profile {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:39:55.653808 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] Attempting to bind port ce41b07a-df02-4c29-ba45-d4302c6ef870 by drivers openvswitch,hyperv on host dv-cinder-791281-4-smb at level 0 using segments [{'id': 'fdad1d62-382b-41fb-ba35-3d784043d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e'}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:39:55.654544 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] Attempting to bind port ce41b07a-df02-4c29-ba45-d4302c6ef870 on network 0c070bd4-ddfe-41f0-9fed-d7e70018cc8e {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:39:55.665036 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e9bc3fd3-3022-41ca-ab2e-d77dbd064e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:55.709101 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] Checking agent: {'id': '866b1ceb-3f07-4282-bec2-bca05938cd10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 48), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:39:55.709579 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] Checking segment: {'id': 'fdad1d62-382b-41fb-ba35-3d784043d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:39:55.710603 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:55.717284 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] Bound using segment: {'id': 'fdad1d62-382b-41fb-ba35-3d784043d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e'} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:39:55.718290 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] Bound port: ce41b07a-df02-4c29-ba45-d4302c6ef870, host: dv-cinder-791281-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdad1d62-382b-41fb-ba35-3d784043d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e'}}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:39:55.718778 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:55.728380 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 43166) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:55.758299 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e9bc3fd3-3022-41ca-ab2e-d77dbd064e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:55.810049 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-070c9c96-fc57-4094-9fa0-787909bc55e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:55.829394 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-e9bc3fd3-3022-41ca-ab2e-d77dbd064e54 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5af63ec948704297a7209f62e1064458&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3195362 Jun 06 17:39:55.840064 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd42cb-37b5-4566-88d5-4964629395f7 None None] Pushing event updated for resources: {'Port': ['ID=ce41b07a-df02-4c29-ba45-d4302c6ef870,revision_number=3']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:55.851564 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 43172) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:55.877415 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3cdd2d21-fc63-4650-9b10-bea1c06c119a tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:55.881562 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-3cdd2d21-fc63-4650-9b10-bea1c06c119a tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.8117938 Jun 06 17:39:55.885221 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-accd42cb-37b5-4566-88d5-4964629395f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.846s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:55.963359 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 43176) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:55.964015 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] For port ce41b07a-df02-4c29-ba45-d4302c6ef870, host dv-cinder-791281-4-smb, cleared binding levels {{(pid=98877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:39:55.968835 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] For port ce41b07a-df02-4c29-ba45-d4302c6ef870, host dv-cinder-791281-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=ce41b07a-df02-4c29-ba45-d4302c6ef870,segment=NetworkSegment(fdad1d62-382b-41fb-ba35-3d784043d3b3),segment_id=fdad1d62-382b-41fb-ba35-3d784043d3b3)] {{(pid=98877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:39:55.983967 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-8cd87da0-34b8-4e3f-a2e2-4058fea1516f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Request body: {'security_group_rule': {'security_group_id': '03b6abe5-9773-43fb-96c4-5a5a0e8e3f39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:56.058028 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc3fd3-3022-41ca-ab2e-d77dbd064e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c315bc5-f255-48a1-96be-a069b09989b9,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:56.061337 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-e9bc3fd3-3022-41ca-ab2e-d77dbd064e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:56.065500 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:56.078989 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:56.080217 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-2464c136-d5ab-44a5-bc6a-2839c337f57a service neutron] 10.222.0.23 "GET /v2.0/networks/f47093d2-ff25-4dae-b18f-38b02f03962a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8406603 Jun 06 17:39:56.138999 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6c485c27-d609-4535-96c8-ef708fb77403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:56.143511 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91241ba7-df49-4140-acc6-a776c4fcca50 req-aa453c38-4dc7-43c1-ac03-cb12c8191b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:56.145270 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-91241ba7-df49-4140-acc6-a776c4fcca50 req-aa453c38-4dc7-43c1-ac03-cb12c8191b3e service neutron] 10.222.0.21 "GET /v2.0/networks?id=e76e82e1-4b8e-4132-9769-dad9c547743e HTTP/1.1" status: 200 len: 913 time: 0.7371769 Jun 06 17:39:56.277023 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6c485c27-d609-4535-96c8-ef708fb77403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:56.369489 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-91241ba7-df49-4140-acc6-a776c4fcca50 req-9f522bd2-ff44-4aea-810d-8d0180edeba0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f64eda3b-561f-4f17-b894-f66eeedf6d3c HTTP/1.1" status: 200 len: 217 time: 0.2095017 Jun 06 17:39:56.467791 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd42cb-37b5-4566-88d5-4964629395f7 None None] Pushing event updated for resources: {'Port': ['ID=ce41b07a-df02-4c29-ba45-d4302c6ef870,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:56.479521 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] Routers {'bcc9cc58-7091-46d6-808d-29263a430786'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:39:56.480399 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:39:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['bcc9cc58-7091-46d6-808d-29263a430786'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:56.657620 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0b052182-710c-48b2-9924-f337403e34a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:56.660628 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-accd42cb-37b5-4566-88d5-4964629395f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:56.663716 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91241ba7-df49-4140-acc6-a776c4fcca50 req-b1db2d01-20ff-48f6-a881-e45e97c28e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:56.665398 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-91241ba7-df49-4140-acc6-a776c4fcca50 req-b1db2d01-20ff-48f6-a881-e45e97c28e0d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65f2e500-4f2e-4e11-92f9-9bc39b2e8a36 HTTP/1.1" status: 200 len: 852 time: 0.2640016 Jun 06 17:39:56.666753 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 9f87df14-9b14-494d-8b00-c1441082a531 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:39:56.727455 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f14f9872-d81b-4ec7-ab1b-23704bf341a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:56.756024 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6c485c27-d609-4535-96c8-ef708fb77403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:56.783327 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6c485c27-d609-4535-96c8-ef708fb77403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:56.785376 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-6c485c27-d609-4535-96c8-ef708fb77403 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c315bc5-f255-48a1-96be-a069b09989b9 HTTP/1.1" status: 204 len: 168 time: 0.9199760 Jun 06 17:39:56.786781 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:56.851847 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0b052182-710c-48b2-9924-f337403e34a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:56.907202 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c485c27-d609-4535-96c8-ef708fb77403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c315bc5-f255-48a1-96be-a069b09989b9,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:56.917693 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-6c485c27-d609-4535-96c8-ef708fb77403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:56.918412 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-6c485c27-d609-4535-96c8-ef708fb77403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:56.937840 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9a3644b9-7a0f-4564-a9bf-427082426d4c req-bc2dd891-70ec-4797-a70a-9d736db0d8b2 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 210 time: 0.1364236 Jun 06 17:39:56.945853 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-91241ba7-df49-4140-acc6-a776c4fcca50 req-99e9cede-b8ef-45c3-90b8-e9a566a88b5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e76e82e1-4b8e-4132-9769-dad9c547743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2652271 Jun 06 17:39:57.049861 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-0b052182-710c-48b2-9924-f337403e34a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e039f0527104714b6cde39905d786d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9052203 Jun 06 17:39:57.050585 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 43202) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:57.266763 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.db.api [None req-8cd87da0-34b8-4e3f-a2e2-4058fea1516f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 06 17:39:57.266763 dv-cinder-791281-4-smb neutron-server[98876]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 06 17:39:57.266763 dv-cinder-791281-4-smb neutron-server[98876]: [parameters: {'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'id': '43c24cda-a143-43be-a03a-4ffe581965df', 'expiration': datetime.datetime(2021, 6, 6, 17, 41, 56, 982479)}] Jun 06 17:39:57.266763 dv-cinder-791281-4-smb neutron-server[98876]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=98876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 17:39:57.266763 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_db.api [None req-8cd87da0-34b8-4e3f-a2e2-4058fea1516f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 17:39:57.266763 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 43206) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:57.267952 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] Set router bcc9cc58-7091-46d6-808d-29263a430786 gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:39:57.332506 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b052182-710c-48b2-9924-f337403e34a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1a22a9-1784-4c23-8d08-f00b0cf74f9a,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:57.345246 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-0b052182-710c-48b2-9924-f337403e34a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:57.386528 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92483523-b02e-4530-84c8-0b9ea241619d req-ac050bed-fc4e-4094-8813-c49c55465c4c tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:57.395504 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-92483523-b02e-4530-84c8-0b9ea241619d req-ac050bed-fc4e-4094-8813-c49c55465c4c tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 943 time: 1.3469565 Jun 06 17:39:57.418422 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-91241ba7-df49-4140-acc6-a776c4fcca50 req-f6c1fc89-2be0-417f-9241-3f4ee1910a7c service neutron] 10.222.0.21 "GET /v2.0/networks/e76e82e1-4b8e-4132-9769-dad9c547743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414139 Jun 06 17:39:57.439535 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-4bfecc24-239c-40de-8af3-b372d624344d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:57.469405 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-747b5c53-9a37-4026-b3d9-69cb0d99e646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:57.556414 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-92483523-b02e-4530-84c8-0b9ea241619d req-9378b551-3459-44f0-81a9-26ad9de39c62 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/security-groups?id=b525a50e-1f74-4dd3-8a7e-992868b6cfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588645 Jun 06 17:39:57.592081 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-747b5c53-9a37-4026-b3d9-69cb0d99e646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:57.700712 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f14f9872-d81b-4ec7-ab1b-23704bf341a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:57.778250 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-91241ba7-df49-4140-acc6-a776c4fcca50 req-d609fbf7-bf2e-4f55-8771-1185a9eac6d8 service neutron] 10.222.0.21 "GET /v2.0/networks/e76e82e1-4b8e-4132-9769-dad9c547743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528392 Jun 06 17:39:57.837466 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'name': 'tempest-AttachVolumeTestJSON-1111674351-router', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:39:49Z', 'revision_number': 4, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'gw_port': {'id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:40Z', 'updated_at': '2021-06-06T17:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': 'ce41b07a-df02-4c29-ba45-d4302c6ef870', 'name': '', 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'mac_address': 'fa:16:3e:5e:80:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:47Z', 'updated_at': '2021-06-06T17:39:55Z', 'revision_number': 4, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'subnets': [{'id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:57.844125 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eaa31c-ff1b-4d2b-b6ff-bd6ec039c80b None None] The sync data for ids ['bcc9cc58-7091-46d6-808d-29263a430786'] in dv-cinder-791281-4-smb is: [{'id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'name': 'tempest-AttachVolumeTestJSON-1111674351-router', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:39:49Z', 'revision_number': 4, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'gw_port': {'id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:40Z', 'updated_at': '2021-06-06T17:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': 'ce41b07a-df02-4c29-ba45-d4302c6ef870', 'name': '', 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'mac_address': 'fa:16:3e:5e:80:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:47Z', 'updated_at': '2021-06-06T17:39:55Z', 'revision_number': 4, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'subnets': [{'id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:39:57.920349 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning for port 9f87df14-9b14-494d-8b00-c1441082a531 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:39:57.926131 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 9f87df14-9b14-494d-8b00-c1441082a531 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:39:57.926565 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:58.167940 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:58.226044 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] For port 9f87df14-9b14-494d-8b00-c1441082a531, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=9f87df14-9b14-494d-8b00-c1441082a531,segment=NetworkSegment(c50da47e-6307-4c65-9fc9-fe89e611d9f4),segment_id=c50da47e-6307-4c65-9fc9-fe89e611d9f4)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:39:58.269167 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f14f9872-d81b-4ec7-ab1b-23704bf341a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:58.269892 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-747b5c53-9a37-4026-b3d9-69cb0d99e646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:58.300111 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-7bb70480-b0d1-4894-993c-144ef106a5b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:58.358060 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-747b5c53-9a37-4026-b3d9-69cb0d99e646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:58.361515 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-747b5c53-9a37-4026-b3d9-69cb0d99e646 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de1a22a9-1784-4c23-8d08-f00b0cf74f9a HTTP/1.1" status: 204 len: 168 time: 1.2989535 Jun 06 17:39:58.369027 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:58.379218 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-accd42cb-37b5-4566-88d5-4964629395f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:58.423498 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f9872-d81b-4ec7-ab1b-23704bf341a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85cb0b3-18c4-40cf-9e9c-20988edd20fe,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:58.483773 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-f14f9872-d81b-4ec7-ab1b-23704bf341a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7fa9daa49704436caa3fc91456f1868f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7522099 Jun 06 17:39:58.484597 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 43230) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:58.493330 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b5c53-9a37-4026-b3d9-69cb0d99e646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1a22a9-1784-4c23-8d08-f00b0cf74f9a,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:58.508953 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-747b5c53-9a37-4026-b3d9-69cb0d99e646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:58.509783 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-0b052182-710c-48b2-9924-f337403e34a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:58.510170 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-0b052182-710c-48b2-9924-f337403e34a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:58.717581 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device ce41b07a-df02-4c29-ba45-d4302c6ef870 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:39:58.835519 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-4bfecc24-239c-40de-8af3-b372d624344d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:58.917611 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Pushing event updated for resources: {'Port': ['ID=9f87df14-9b14-494d-8b00-c1441082a531,revision_number=5']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:58.922550 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:59.004642 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d53d9df4-9e10-475c-bdb3-c2bba70f10d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:59.006459 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb069ab1-2bc3-49f8-8d1e-3d868b9bdc8d req-c1d2f399-7cd2-4174-8c18-09e3dd78b0dc tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:59.013844 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-eb069ab1-2bc3-49f8-8d1e-3d868b9bdc8d req-c1d2f399-7cd2-4174-8c18-09e3dd78b0dc tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 943 time: 0.1763251 Jun 06 17:39:59.096803 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d53d9df4-9e10-475c-bdb3-c2bba70f10d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:59.103075 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-eb069ab1-2bc3-49f8-8d1e-3d868b9bdc8d req-21db8fc9-237b-47c9-be79-4f5952f19ac5 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/security-groups?id=b525a50e-1f74-4dd3-8a7e-992868b6cfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831773 Jun 06 17:39:59.122167 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-4bfecc24-239c-40de-8af3-b372d624344d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:59.141606 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:59.149735 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning for port ce41b07a-df02-4c29-ba45-d4302c6ef870 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:39:59.157574 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port ce41b07a-df02-4c29-ba45-d4302c6ef870 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:39:59.158471 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:59.196616 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-06e611b5-a5f8-453e-933c-a1f0599dc905 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:59.201768 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-06e611b5-a5f8-453e-933c-a1f0599dc905 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/networks?id=f47093d2-ff25-4dae-b18f-38b02f03962a HTTP/1.1" status: 200 len: 818 time: 0.6500826 Jun 06 17:39:59.204534 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfecc24-239c-40de-8af3-b372d624344d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8875ec-fe40-4ede-b701-7bbc022c9658,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:59.211330 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-4bfecc24-239c-40de-8af3-b372d624344d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:59.217224 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-4bfecc24-239c-40de-8af3-b372d624344d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74e1886c6980467c99cb013ca45e22e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9726603 Jun 06 17:39:59.217793 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 43244) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:59.255654 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-4957d0a1-59b5-4eb8-9a0c-07888d35b40e tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/quotas/ff76e8c459174d03af24f28696c53158 HTTP/1.1" status: 200 len: 375 time: 0.0358124 Jun 06 17:39:59.335768 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8cd87da0-34b8-4e3f-a2e2-4058fea1516f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:59.424547 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-86240917-800e-4b38-9444-6db9b9011eec tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff76e8c459174d03af24f28696c53158&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1675408 Jun 06 17:39:59.479136 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:59.514172 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 43250) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:59.546905 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] For port ce41b07a-df02-4c29-ba45-d4302c6ef870, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=ce41b07a-df02-4c29-ba45-d4302c6ef870,segment=NetworkSegment(fdad1d62-382b-41fb-ba35-3d784043d3b3),segment_id=fdad1d62-382b-41fb-ba35-3d784043d3b3)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:39:59.552805 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d53d9df4-9e10-475c-bdb3-c2bba70f10d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:59.604913 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c9fff2bd-0e88-4a12-b1c3-e8051f66d13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:59.606896 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-bbb30271-5f50-42e3-8332-6be303fa36b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:59.650049 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:59.651270 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d53d9df4-9e10-475c-bdb3-c2bba70f10d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:59.653191 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:59.653399 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-d53d9df4-9e10-475c-bdb3-c2bba70f10d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e85cb0b3-18c4-40cf-9e9c-20988edd20fe HTTP/1.1" status: 204 len: 168 time: 1.1674833 Jun 06 17:39:59.673523 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-bbb30271-5f50-42e3-8332-6be303fa36b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:59.678770 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-638bf07a-951d-47b2-9ea4-388d98f6193b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:59.682261 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8cd87da0-34b8-4e3f-a2e2-4058fea1516f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:59.712082 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d9df4-9e10-475c-bdb3-c2bba70f10d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85cb0b3-18c4-40cf-9e9c-20988edd20fe,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:59.727412 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-d53d9df4-9e10-475c-bdb3-c2bba70f10d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:59.767101 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-6fc9c779-c3c7-47ee-aa89-0f353986bc34 service neutron] 10.222.0.23 "GET /v2.0/networks/f47093d2-ff25-4dae-b18f-38b02f03962a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416252 Jun 06 17:39:59.818715 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8cd87da0-34b8-4e3f-a2e2-4058fea1516f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480639'] for security_group_rule, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:59.852730 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:59.883547 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-bbb30271-5f50-42e3-8332-6be303fa36b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:59.890733 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-bbb30271-5f50-42e3-8332-6be303fa36b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:59.893465 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-bbb30271-5f50-42e3-8332-6be303fa36b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea8875ec-fe40-4ede-b701-7bbc022c9658 HTTP/1.1" status: 204 len: 168 time: 0.6747534 Jun 06 17:39:59.896188 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd87da0-34b8-4e3f-a2e2-4058fea1516f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a7e6c3-3add-481f-abec-9dd9c3c2770e,revision_number=0']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:59.909581 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-8cd87da0-34b8-4e3f-a2e2-4058fea1516f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:59.912421 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-e9bc3fd3-3022-41ca-ab2e-d77dbd064e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:59.934428 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb30271-5f50-42e3-8332-6be303fa36b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8875ec-fe40-4ede-b701-7bbc022c9658,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:59.935775 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Pushing event updated for resources: {'Port': ['ID=ce41b07a-df02-4c29-ba45-d4302c6ef870,revision_number=5']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:59.941879 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-bbb30271-5f50-42e3-8332-6be303fa36b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:59.942977 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:00.084992 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-bdf6211d-fc77-4d0e-93f7-f05bd7aef3fe service neutron] 10.222.0.23 "GET /v2.0/networks/f47093d2-ff25-4dae-b18f-38b02f03962a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029392 Jun 06 17:40:00.157114 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c9fff2bd-0e88-4a12-b1c3-e8051f66d13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:00.237104 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c9fff2bd-0e88-4a12-b1c3-e8051f66d13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:00.251776 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:00.349645 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8cd87da0-34b8-4e3f-a2e2-4058fea1516f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:00.350909 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-8cd87da0-34b8-4e3f-a2e2-4058fea1516f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 4.3730249 Jun 06 17:40:00.358734 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 43272) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:00.369750 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-d59bd2f7-f61b-4a5a-8f57-c2a07cbc2cd5 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Request body: {'security_group_rule': {'security_group_id': '03b6abe5-9773-43fb-96c4-5a5a0e8e3f39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:40:00.390306 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-c9fff2bd-0e88-4a12-b1c3-e8051f66d13f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88d1b21ec7aa4016838508ce18ca0772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8750615 Jun 06 17:40:00.390618 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 43274) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:00.396648 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fff2bd-0e88-4a12-b1c3-e8051f66d13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6dc39d-7876-41ea-9fb4-293e58bd7c7f,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:00.400556 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-c9fff2bd-0e88-4a12-b1c3-e8051f66d13f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:00.544986 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b85ef-b5b0-4241-b1ea-ee399590dd9a req-e5bf48c1-08b8-40d7-a6e7-48886c599ec1 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:00.560390 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-129b85ef-b5b0-4241-b1ea-ee399590dd9a req-e5bf48c1-08b8-40d7-a6e7-48886c599ec1 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 943 time: 0.2661619 Jun 06 17:40:00.605418 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 9f87df14-9b14-494d-8b00-c1441082a531 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:40:00.618634 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-dfa3504d-c202-43f6-b343-77e6e6d21163 req-3e00c1fc-f136-42c0-8a5a-5194350bf67d tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 210 time: 0.1375580 Jun 06 17:40:00.620046 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d59bd2f7-f61b-4a5a-8f57-c2a07cbc2cd5 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:00.726229 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d59bd2f7-f61b-4a5a-8f57-c2a07cbc2cd5 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:00.767234 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 9f87df14-9b14-494d-8b00-c1441082a531 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:40:00.767636 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:00.801825 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d59bd2f7-f61b-4a5a-8f57-c2a07cbc2cd5 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480639'] for security_group_rule, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:00.804325 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:00.860199 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59bd2f7-f61b-4a5a-8f57-c2a07cbc2cd5 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b8093ec-1e5e-415d-9f76-24b3b2b22028,revision_number=0']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:00.887844 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-d59bd2f7-f61b-4a5a-8f57-c2a07cbc2cd5 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:00.900592 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-129b85ef-b5b0-4241-b1ea-ee399590dd9a req-680db517-5245-4264-9bf4-7c2fd7f378a6 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/security-groups?id=b525a50e-1f74-4dd3-8a7e-992868b6cfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415546 Jun 06 17:40:00.901467 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2b09d146-9fd8-4c48-8a5c-be04c531b388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:00.970676 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2b09d146-9fd8-4c48-8a5c-be04c531b388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:00.994384 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d59bd2f7-f61b-4a5a-8f57-c2a07cbc2cd5 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:00.998782 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-d59bd2f7-f61b-4a5a-8f57-c2a07cbc2cd5 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6374755 Jun 06 17:40:01.003188 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 43298) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:01.009987 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-29bb450b-8553-4ed6-b3de-3f8f762a333e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Request body: {'floatingip': {'floating_network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:40:01.030598 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device ce41b07a-df02-4c29-ba45-d4302c6ef870 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:40:01.144704 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-29bb450b-8553-4ed6-b3de-3f8f762a333e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for floatingip, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:01.168817 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port ce41b07a-df02-4c29-ba45-d4302c6ef870 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:40:01.169162 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:01.171257 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2b09d146-9fd8-4c48-8a5c-be04c531b388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:01.174580 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2b09d146-9fd8-4c48-8a5c-be04c531b388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:01.178383 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-2b09d146-9fd8-4c48-8a5c-be04c531b388 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd6dc39d-7876-41ea-9fb4-293e58bd7c7f HTTP/1.1" status: 204 len: 168 time: 0.7842135 Jun 06 17:40:01.178383 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:01.200091 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09d146-9fd8-4c48-8a5c-be04c531b388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6dc39d-7876-41ea-9fb4-293e58bd7c7f,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:01.216378 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-2b09d146-9fd8-4c48-8a5c-be04c531b388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:01.562092 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-29bb450b-8553-4ed6-b3de-3f8f762a333e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:01.777836 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1be51731-ae4b-4b67-8ff3-30abcbd79104 req-53aabd9c-ccbf-4540-b414-8878c97e4944 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 210 time: 0.0847037 Jun 06 17:40:01.889932 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_common [None req-29bb450b-8553-4ed6-b3de-3f8f762a333e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Allocated IP 172.28.3.149 (ba4729d8-bae0-44dd-959b-45f2743fbe2e/d8ac2d9e-a11c-4f30-89f8-f7a6f927176d/4ad5132e-25ae-4329-802c-49f9ef2297b4) {{(pid=98875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:40:02.063512 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-29bb450b-8553-4ed6-b3de-3f8f762a333e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for port, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:02.224517 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbf1c7-2b66-48eb-a141-63e1bb8bd7f9 req-388e363b-55a8-4bb9-b030-db52555d7759 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:02.226464 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-0ecbf1c7-2b66-48eb-a141-63e1bb8bd7f9 req-388e363b-55a8-4bb9-b030-db52555d7759 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 943 time: 0.0920010 Jun 06 17:40:02.275589 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-0ecbf1c7-2b66-48eb-a141-63e1bb8bd7f9 req-f41333da-e666-4135-8d40-0e80be57079a tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/security-groups?id=b525a50e-1f74-4dd3-8a7e-992868b6cfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423265 Jun 06 17:40:02.319327 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:02.320029 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-29bb450b-8553-4ed6-b3de-3f8f762a333e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:02.320029 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:02.417399 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bb450b-8553-4ed6-b3de-3f8f762a333e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Network ba4729d8-bae0-44dd-959b-45f2743fbe2e is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:40:02.420407 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [None req-29bb450b-8553-4ed6-b3de-3f8f762a333e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:40:02.426911 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bb450b-8553-4ed6-b3de-3f8f762a333e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Received port after_create {{(pid=98875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:40:02.437513 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb450b-8553-4ed6-b3de-3f8f762a333e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Pushing event updated for resources: {'Port': ['ID=4ad5132e-25ae-4329-802c-49f9ef2297b4,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:02.450571 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-29bb450b-8553-4ed6-b3de-3f8f762a333e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:02.526700 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-29bb450b-8553-4ed6-b3de-3f8f762a333e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:02.738592 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-29bb450b-8553-4ed6-b3de-3f8f762a333e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:02.973340 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8027a193-9671-43aa-9ab6-613eaae5a593 req-86f39dd2-d623-4836-ab02-9f0a849b3261 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 210 time: 0.0560682 Jun 06 17:40:03.017242 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-29bb450b-8553-4ed6-b3de-3f8f762a333e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:03.063290 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 43366) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:03.143367 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-29bb450b-8553-4ed6-b3de-3f8f762a333e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:03.153285 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b4213cc5-cd2f-4a41-afa2-1518c35e87cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:03.202753 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-29bb450b-8553-4ed6-b3de-3f8f762a333e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608054'] for floatingip, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:03.225125 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb450b-8553-4ed6-b3de-3f8f762a333e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Pushing event updated for resources: {'Port': ['ID=4ad5132e-25ae-4329-802c-49f9ef2297b4,revision_number=2']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:03.228579 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-29bb450b-8553-4ed6-b3de-3f8f762a333e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:03.281421 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f7fa03ef-6aaf-4078-8e16-1279c9a41d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:03.360538 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-29bb450b-8553-4ed6-b3de-3f8f762a333e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for floatingip, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:03.365578 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-29bb450b-8553-4ed6-b3de-3f8f762a333e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3608675 Jun 06 17:40:03.497083 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f7fa03ef-6aaf-4078-8e16-1279c9a41d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:03.537264 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7184373-db3c-40bf-ac3a-6aa60718931e req-877419be-e446-4f88-9326-3f782afe504f tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:03.544423 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f7184373-db3c-40bf-ac3a-6aa60718931e req-877419be-e446-4f88-9326-3f782afe504f tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 943 time: 0.1085312 Jun 06 17:40:03.597444 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f7184373-db3c-40bf-ac3a-6aa60718931e req-5a2d3766-b97e-42c9-8c4f-4a9b2d06e9c0 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/security-groups?id=b525a50e-1f74-4dd3-8a7e-992868b6cfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505726 Jun 06 17:40:03.645963 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f7fa03ef-6aaf-4078-8e16-1279c9a41d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:03.654544 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-d53d9df4-9e10-475c-bdb3-c2bba70f10d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:03.708342 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa03ef-6aaf-4078-8e16-1279c9a41d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c61e7d-7b99-4cdc-9e95-6e4e0af09cf0,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:03.711391 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-f7fa03ef-6aaf-4078-8e16-1279c9a41d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:03.750441 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-f7fa03ef-6aaf-4078-8e16-1279c9a41d25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05287d967bec4e14aa9bae88ffd4edc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6860600 Jun 06 17:40:03.753615 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 43394) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:03.867964 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-ed25be93-5c3c-4c11-9f89-89a2de115019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:03.876225 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-89c5094a-8634-41a2-bd13-5996a3f66189 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:03.877712 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-89c5094a-8634-41a2-bd13-5996a3f66189 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.21 "GET /v2.0/networks?id=f47093d2-ff25-4dae-b18f-38b02f03962a HTTP/1.1" status: 200 len: 818 time: 0.1920950 Jun 06 17:40:03.891757 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-261ca5be-2578-4664-9546-359a198aff8c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Request body: {'port': {'device_id': 'd9c018fa-d146-43bd-9c56-777434d936b1', 'network_id': 'f47093d2-ff25-4dae-b18f-38b02f03962a', 'admin_state_up': True, 'tenant_id': 'ff76e8c459174d03af24f28696c53158'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:40:03.895344 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-ed25be93-5c3c-4c11-9f89-89a2de115019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:04.031637 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-ed25be93-5c3c-4c11-9f89-89a2de115019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:04.035783 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-ed25be93-5c3c-4c11-9f89-89a2de115019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:04.040204 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-ed25be93-5c3c-4c11-9f89-89a2de115019 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a3c61e7d-7b99-4cdc-9e95-6e4e0af09cf0 HTTP/1.1" status: 204 len: 168 time: 0.2848456 Jun 06 17:40:04.040912 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-742ff0b4-c73c-4ee4-b505-26f6a16602c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:04.053672 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25be93-5c3c-4c11-9f89-89a2de115019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c61e7d-7b99-4cdc-9e95-6e4e0af09cf0,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:04.064991 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-ed25be93-5c3c-4c11-9f89-89a2de115019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:04.065835 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-06da85f4-3bef-4214-b396-14e5d1f7cf0d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--291526441&fields=id&tenant_id=b44d9521c3844a3882ee6d0cc8b07187 HTTP/1.1" status: 200 len: 267 time: 0.1422083 Jun 06 17:40:04.203183 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-56890033-7424-4b66-8460-7f2c32408329 req-ca5c097c-d7db-4946-965b-e0e3e4bd3bb6 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 210 time: 0.0760748 Jun 06 17:40:04.252725 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-80abd1b4-9503-4f35-b1fb-ced8b4ecefaa tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:04.254229 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-80abd1b4-9503-4f35-b1fb-ced8b4ecefaa tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/networks?id=0c070bd4-ddfe-41f0-9fed-d7e70018cc8e HTTP/1.1" status: 200 len: 811 time: 0.1872585 Jun 06 17:40:04.272512 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-5301e997-2f3a-42f4-a58c-a50d286e209a tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/quotas/b44d9521c3844a3882ee6d0cc8b07187 HTTP/1.1" status: 200 len: 375 time: 0.0116606 Jun 06 17:40:04.311559 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.21', 63449) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:04.316830 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-261ca5be-2578-4664-9546-359a198aff8c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Made reservation on behalf of ff76e8c459174d03af24f28696c53158 for: {'port': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:40:04.321208 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-261ca5be-2578-4664-9546-359a198aff8c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:04.490127 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-56e36d1b-7d75-4f86-9388-fc89037688c0 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:04.492312 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-56e36d1b-7d75-4f86-9388-fc89037688c0 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.21 "GET /v2.0/networks?id=f47093d2-ff25-4dae-b18f-38b02f03962a HTTP/1.1" status: 200 len: 818 time: 0.1794667 Jun 06 17:40:04.510565 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9b52d5b2-8f9f-400b-a39f-53f1fab0f363 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Request body: {'port': {'device_id': '89f4488a-6fb4-482e-9442-0decd7335ac1', 'network_id': 'f47093d2-ff25-4dae-b18f-38b02f03962a', 'admin_state_up': True, 'tenant_id': 'ff76e8c459174d03af24f28696c53158'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:40:04.517469 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-91616fc4-2151-4744-ab13-b898a9651c7d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b44d9521c3844a3882ee6d0cc8b07187&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2382448 Jun 06 17:40:04.718998 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_common [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-261ca5be-2578-4664-9546-359a198aff8c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Allocated IP 172.20.0.11 (f47093d2-ff25-4dae-b18f-38b02f03962a/5010943e-69b0-42ca-ad2d-4caf9c0ea80f/e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5) {{(pid=98875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:40:04.777869 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-0005f6ee-788e-43e4-b01d-e97d264738f0 service neutron] 10.222.0.23 "GET /v2.0/networks/0c070bd4-ddfe-41f0-9fed-d7e70018cc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229068 Jun 06 17:40:04.805885 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9b52d5b2-8f9f-400b-a39f-53f1fab0f363 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Made reservation on behalf of ff76e8c459174d03af24f28696c53158 for: {'port': 1} {{(pid=98876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:40:04.813242 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9b52d5b2-8f9f-400b-a39f-53f1fab0f363 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:04.954133 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717e14a-1d08-4783-9bcb-61421f957d71 req-e10d8518-2ed5-40f4-97a2-6d95a395291d tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:04.955578 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1717e14a-1d08-4783-9bcb-61421f957d71 req-e10d8518-2ed5-40f4-97a2-6d95a395291d tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 943 time: 0.2282319 Jun 06 17:40:05.002225 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1717e14a-1d08-4783-9bcb-61421f957d71 req-30589bd2-4ba4-41fa-ae88-19ce791308a9 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/security-groups?id=b525a50e-1f74-4dd3-8a7e-992868b6cfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401430 Jun 06 17:40:05.063540 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-1229e942-d36a-4e58-a536-55726d963606 service neutron] 10.222.0.23 "GET /v2.0/networks/0c070bd4-ddfe-41f0-9fed-d7e70018cc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685177 Jun 06 17:40:05.100226 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-261ca5be-2578-4664-9546-359a198aff8c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Notify callbacks [] for port, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:05.236061 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-261ca5be-2578-4664-9546-359a198aff8c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:05.249699 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:05.392239 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-6df211f9-126f-4714-9b7d-7bcfdb94eb3c req-4d5cbe37-8e1e-49cf-a8ac-857897c1ef5e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 210 time: 0.0777152 Jun 06 17:40:05.404294 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.db_base_plugin_common [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9b52d5b2-8f9f-400b-a39f-53f1fab0f363 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Allocated IP 172.20.0.3 (f47093d2-ff25-4dae-b18f-38b02f03962a/5010943e-69b0-42ca-ad2d-4caf9c0ea80f/8fcf29c1-77e6-454f-a182-308e3267185c) {{(pid=98876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:40:05.420869 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-261ca5be-2578-4664-9546-359a198aff8c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Network f47093d2-ff25-4dae-b18f-38b02f03962a is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:40:05.436976 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-261ca5be-2578-4664-9546-359a198aff8c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:40:05.436976 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-261ca5be-2578-4664-9546-359a198aff8c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Received port after_create {{(pid=98875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:40:05.440050 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-261ca5be-2578-4664-9546-359a198aff8c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:05.440548 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-261ca5be-2578-4664-9546-359a198aff8c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:05.460284 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ca5be-2578-4664-9546-359a198aff8c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Pushing event updated for resources: {'Port': ['ID=e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:05.464338 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-261ca5be-2578-4664-9546-359a198aff8c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:05.492111 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-92c3b36b-4507-4553-b942-3a4e68d1f227 req-da0b1d77-35c6-4a97-9455-788586684e51 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 210 time: 0.0779307 Jun 06 17:40:05.608317 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-261ca5be-2578-4664-9546-359a198aff8c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7203498 Jun 06 17:40:05.620538 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] Request body: {'port': {'device_id': 'd9c018fa-d146-43bd-9c56-777434d936b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:40:05.704309 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9b52d5b2-8f9f-400b-a39f-53f1fab0f363 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Notify callbacks [] for port, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:05.755793 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:05.864666 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9b52d5b2-8f9f-400b-a39f-53f1fab0f363 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:05.878826 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:05.971659 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9b52d5b2-8f9f-400b-a39f-53f1fab0f363 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Network f47093d2-ff25-4dae-b18f-38b02f03962a is already hosted by enough agents. {{(pid=98876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:40:05.977083 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.base_scheduler [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9b52d5b2-8f9f-400b-a39f-53f1fab0f363 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Resources bound (agent type, host, resource id): {{(pid=98876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:40:05.989721 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9b52d5b2-8f9f-400b-a39f-53f1fab0f363 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Received port after_create {{(pid=98876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:40:05.996159 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9b52d5b2-8f9f-400b-a39f-53f1fab0f363 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:05.997253 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9b52d5b2-8f9f-400b-a39f-53f1fab0f363 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for port, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:06.016311 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52d5b2-8f9f-400b-a39f-53f1fab0f363 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Pushing event updated for resources: {'Port': ['ID=8fcf29c1-77e6-454f-a182-308e3267185c,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:06.019519 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-9b52d5b2-8f9f-400b-a39f-53f1fab0f363 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:06.105212 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9b52d5b2-8f9f-400b-a39f-53f1fab0f363 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6031709 Jun 06 17:40:06.119159 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] Request body: {'port': {'device_id': '89f4488a-6fb4-482e-9442-0decd7335ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:40:06.225035 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5 {{(pid=98875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:40:06.238975 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:06.263986 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] Transition to ACTIVE for port object e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5 will not be triggered until provisioned by entity L2. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:40:06.277860 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6fe43-8d52-4935-8e38-cbf84fb03903 req-0f84b779-f85a-4f5f-87f8-821b8c37fb92 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:06.279724 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-68c6fe43-8d52-4935-8e38-cbf84fb03903 req-0f84b779-f85a-4f5f-87f8-821b8c37fb92 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 943 time: 0.1356733 Jun 06 17:40:06.297008 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:06.331091 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-68c6fe43-8d52-4935-8e38-cbf84fb03903 req-03365230-b756-4193-bccc-3e839f49478c tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/security-groups?id=b525a50e-1f74-4dd3-8a7e-992868b6cfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450523 Jun 06 17:40:06.406094 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:06.435916 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-82233a6f-2064-4e40-87a3-850142c1b313 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:06.442335 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:40:06.466093 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device f64eda3b-561f-4f17-b894-f66eeedf6d3c details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:40:06.565223 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-5202d078-d994-4856-a270-18717ff76bb3 req-98a306e8-4a81-40a5-bb5e-adcdd1a86faa tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 210 time: 0.0651383 Jun 06 17:40:06.597755 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] Pushing event updated for resources: {'Port': ['ID=e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5,revision_number=2']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:06.600391 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:06.610710 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port f64eda3b-561f-4f17-b894-f66eeedf6d3c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=f64eda3b-561f-4f17-b894-f66eeedf6d3c,segment=NetworkSegment(9415528e-105c-4a74-8584-febac00b894e),segment_id=9415528e-105c-4a74-8584-febac00b894e)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:06.643527 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Returning: {'device': 'f64eda3b-561f-4f17-b894-f66eeedf6d3c', 'network_id': 'e76e82e1-4b8e-4132-9769-dad9c547743e', 'port_id': 'f64eda3b-561f-4f17-b894-f66eeedf6d3c', 'mac_address': 'fa:16:3e:51:c3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f2e500-4f2e-4e11-92f9-9bc39b2e8a36', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:40:06.718019 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:06.746796 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f64eda3b-561f-4f17-b894-f66eeedf6d3c {{(pid=98877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:40:06.780494 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port f64eda3b-561f-4f17-b894-f66eeedf6d3c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=f64eda3b-561f-4f17-b894-f66eeedf6d3c,segment=NetworkSegment(9415528e-105c-4a74-8584-febac00b894e),segment_id=9415528e-105c-4a74-8584-febac00b894e)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:06.788126 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.notifiers.nova [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fcf29c1-77e6-454f-a182-308e3267185c {{(pid=98876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:40:06.797515 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:06.818448 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.provisioning_blocks [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] Transition to ACTIVE for port object 8fcf29c1-77e6-454f-a182-308e3267185c will not be triggered until provisioned by entity L2. {{(pid=98876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:40:06.854190 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:06.854921 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] Attempting to bind port e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:40:06.855264 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] Attempting to bind port e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'c50da47e-6307-4c65-9fc9-fe89e611d9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f47093d2-ff25-4dae-b18f-38b02f03962a'}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:40:06.855593 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] Attempting to bind port e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5 on network f47093d2-ff25-4dae-b18f-38b02f03962a {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:40:06.859378 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:06.861485 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] Port e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5 on network f47093d2-ff25-4dae-b18f-38b02f03962a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:40:06.861808 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] Attempting to bind port e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5 on network f47093d2-ff25-4dae-b18f-38b02f03962a {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:40:06.876982 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] Checking agent: {'id': 'a6fcd907-c3ac-4abf-b52d-463afd7284ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'started_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:40:06.877319 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] Checking segment: {'id': 'c50da47e-6307-4c65-9fc9-fe89e611d9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f47093d2-ff25-4dae-b18f-38b02f03962a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:40:06.877701 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] Bound using segment: {'id': 'c50da47e-6307-4c65-9fc9-fe89e611d9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f47093d2-ff25-4dae-b18f-38b02f03962a'} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:40:06.878149 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] Bound port: e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50da47e-6307-4c65-9fc9-fe89e611d9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f47093d2-ff25-4dae-b18f-38b02f03962a'}}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:40:06.878497 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:06.921981 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:06.927253 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:06.945625 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=f64eda3b-561f-4f17-b894-f66eeedf6d3c,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:06.949685 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:06.969013 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06d4df-8adb-4270-9672-55d7780bbde8 req-6763b957-6d0e-41b6-9a36-7b085e9be5bb tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:06.976438 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1a06d4df-8adb-4270-9672-55d7780bbde8 req-6763b957-6d0e-41b6-9a36-7b085e9be5bb tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 931 time: 0.3018308 Jun 06 17:40:07.035083 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] For port e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5, host hv-cinder-79128, cleared binding levels {{(pid=98875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:40:07.062775 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1a06d4df-8adb-4270-9672-55d7780bbde8 req-ed0a806f-b11a-4673-94c8-dcf28f41e31b tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853515 Jun 06 17:40:07.064505 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] For port e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5,segment=NetworkSegment(c50da47e-6307-4c65-9fc9-fe89e611d9f4),segment_id=c50da47e-6307-4c65-9fc9-fe89e611d9f4)] {{(pid=98875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:40:07.117625 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['f64eda3b-561f-4f17-b894-f66eeedf6d3c'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:40:07.164153 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:07.175300 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:07.183907 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] Pushing event updated for resources: {'Port': ['ID=8fcf29c1-77e6-454f-a182-308e3267185c,revision_number=2']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:07.202341 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:07.203076 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.managers [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] Attempting to bind port 8fcf29c1-77e6-454f-a182-308e3267185c on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:40:07.203457 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.managers [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] Attempting to bind port 8fcf29c1-77e6-454f-a182-308e3267185c by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'c50da47e-6307-4c65-9fc9-fe89e611d9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f47093d2-ff25-4dae-b18f-38b02f03962a'}] {{(pid=98876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:40:07.203794 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] Attempting to bind port 8fcf29c1-77e6-454f-a182-308e3267185c on network f47093d2-ff25-4dae-b18f-38b02f03962a {{(pid=98876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:40:07.216359 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] Port 8fcf29c1-77e6-454f-a182-308e3267185c on network f47093d2-ff25-4dae-b18f-38b02f03962a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:40:07.216497 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] Attempting to bind port 8fcf29c1-77e6-454f-a182-308e3267185c on network f47093d2-ff25-4dae-b18f-38b02f03962a {{(pid=98876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:40:07.226913 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] Checking agent: {'id': 'a6fcd907-c3ac-4abf-b52d-463afd7284ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'started_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:40:07.227281 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] Checking segment: {'id': 'c50da47e-6307-4c65-9fc9-fe89e611d9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f47093d2-ff25-4dae-b18f-38b02f03962a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:40:07.227858 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] Bound using segment: {'id': 'c50da47e-6307-4c65-9fc9-fe89e611d9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f47093d2-ff25-4dae-b18f-38b02f03962a'} {{(pid=98876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:40:07.228292 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.managers [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] Bound port: 8fcf29c1-77e6-454f-a182-308e3267185c, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50da47e-6307-4c65-9fc9-fe89e611d9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f47093d2-ff25-4dae-b18f-38b02f03962a'}}] {{(pid=98876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:40:07.228629 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:07.255096 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:07.256341 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:07.258412 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] 10.222.0.21 "PUT /v2.0/ports/e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5 HTTP/1.1" status: 200 len: 1094 time: 1.6420403 Jun 06 17:40:07.258885 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c018fa-d146-43bd-9c56-777434d936b1', 'tag': 'e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:40:07.261325 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e9ccde-0041-4c4a-b802-d41043ef97ad" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c018fa-d146-43bd-9c56-777434d936b1", "tag": "e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:40:07.323327 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] Pushing event updated for resources: {'Port': ['ID=e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5,revision_number=3']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:07.327897 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:07.338880 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90373b42-e853-44ad-b740-def74c2a1ebc x-openstack-request-id: req-90373b42-e853-44ad-b740-def74c2a1ebc {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:40:07.339269 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c018fa-d146-43bd-9c56-777434d936b1", "tag": "e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:40:07.339538 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90373b42-e853-44ad-b740-def74c2a1ebc {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:40:07.339913 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c018fa-d146-43bd-9c56-777434d936b1', 'tag': 'e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5', 'status': 'completed', 'code': 200} Jun 06 17:40:07.346492 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.db [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] For port 8fcf29c1-77e6-454f-a182-308e3267185c, host hv-cinder-79128, cleared binding levels {{(pid=98876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:40:07.358954 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.db [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] For port 8fcf29c1-77e6-454f-a182-308e3267185c, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=8fcf29c1-77e6-454f-a182-308e3267185c,segment=NetworkSegment(c50da47e-6307-4c65-9fc9-fe89e611d9f4),segment_id=c50da47e-6307-4c65-9fc9-fe89e611d9f4)] {{(pid=98876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:40:07.486547 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:07.492612 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-0fd0b81b-efc1-4666-8fd7-341a287ebe05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:07.566864 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:07.575247 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for port, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:07.575247 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] 10.222.0.21 "PUT /v2.0/ports/8fcf29c1-77e6-454f-a182-308e3267185c HTTP/1.1" status: 200 len: 1093 time: 1.4555178 Jun 06 17:40:07.575247 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f4488a-6fb4-482e-9442-0decd7335ac1', 'tag': '8fcf29c1-77e6-454f-a182-308e3267185c'}] {{(pid=98876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:40:07.602348 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9ccde-0041-4c4a-b802-d41043ef97ad req-1c24974e-2518-4644-95b7-1c7be1caffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:07.603898 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-10e9ccde-0041-4c4a-b802-d41043ef97ad req-1c24974e-2518-4644-95b7-1c7be1caffc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff76e8c459174d03af24f28696c53158&device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 1097 time: 0.2486222 Jun 06 17:40:07.618727 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92b111-2725-467e-969f-af23645c1df7 req-332ab64b-7696-4b25-92bf-bcf1b4adb98e tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:07.620196 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-bc92b111-2725-467e-969f-af23645c1df7 req-332ab64b-7696-4b25-92bf-bcf1b4adb98e tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 944 time: 0.1561840 Jun 06 17:40:07.653445 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] Pushing event updated for resources: {'Port': ['ID=8fcf29c1-77e6-454f-a182-308e3267185c,revision_number=3']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:07.658945 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:07.762829 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-bc92b111-2725-467e-969f-af23645c1df7 req-b51963a2-1fda-4fd3-af26-83dc03bcb51f tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/security-groups?id=b525a50e-1f74-4dd3-8a7e-992868b6cfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204460 Jun 06 17:40:07.773114 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-a6292472-97eb-4991-b477-71ea89ee09bd req-7747c481-1534-4942-8aed-50a6b06d938a tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 210 time: 0.0869913 Jun 06 17:40:07.812237 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9ccde-0041-4c4a-b802-d41043ef97ad req-fcbe1805-1a52-455f-a08d-bd6dcb12308c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:07.813833 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-10e9ccde-0041-4c4a-b802-d41043ef97ad req-fcbe1805-1a52-455f-a08d-bd6dcb12308c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ff76e8c459174d03af24f28696c53158&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1925817 Jun 06 17:40:07.860944 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-746a6214-00fa-40ff-b1b0-a0ac58b36c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:07.862595 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-746a6214-00fa-40ff-b1b0-a0ac58b36c7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff76e8c459174d03af24f28696c53158&device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0885806 Jun 06 17:40:07.939490 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-bc09ce74-8eb5-4620-a154-87221117af2d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fcf29c1-77e6-454f-a182-308e3267185c HTTP/1.1" status: 200 len: 217 time: 0.0695913 Jun 06 17:40:07.977963 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9ccde-0041-4c4a-b802-d41043ef97ad req-f44b9336-5509-4111-bb8e-e490bc6ccf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:07.979508 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-10e9ccde-0041-4c4a-b802-d41043ef97ad req-f44b9336-5509-4111-bb8e-e490bc6ccf59 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1542213 Jun 06 17:40:08.019973 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-52d70b83-542f-4237-8b3c-87f841866733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:08.021436 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-52d70b83-542f-4237-8b3c-87f841866733 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5010943e-69b0-42ca-ad2d-4caf9c0ea80f HTTP/1.1" status: 200 len: 858 time: 0.0731549 Jun 06 17:40:08.119541 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-33253412-2d0a-4214-8d23-6dfb501ce08b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f47093d2-ff25-4dae-b18f-38b02f03962a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890863 Jun 06 17:40:08.165136 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 43548) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:08.248738 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-ed4ea4c4-c600-4e5d-aacd-2ecf46bb6181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:08.254323 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-ed4ea4c4-c600-4e5d-aacd-2ecf46bb6181 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff76e8c459174d03af24f28696c53158&device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 1097 time: 0.2233531 Jun 06 17:40:08.414832 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-a22e1f5a-0acc-4b8c-9a8a-9fce13527f9b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5 HTTP/1.1" status: 200 len: 217 time: 0.1517200 Jun 06 17:40:08.416123 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.21', 63456) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:08.424398 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91460aefa9f54846cc42f67c5f816f74be94cdcf99017a50cb1c51462aafff52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2338343-d60f-4495-81ec-2401cf70f1f3" -d '{"events": [{"name": "network-changed", "server_uuid": "89f4488a-6fb4-482e-9442-0decd7335ac1", "tag": "8fcf29c1-77e6-454f-a182-308e3267185c"}]}' {{(pid=98876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:40:08.452708 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device f64eda3b-561f-4f17-b894-f66eeedf6d3c up at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:40:08.473028 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-4a276fe4-8b24-4cee-919f-e74e5be4a6dd service neutron] 10.222.0.21 "GET /v2.0/networks/f47093d2-ff25-4dae-b18f-38b02f03962a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462551 Jun 06 17:40:08.552728 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da54d0a-e8dd-4bfe-b569-a9c6079be048 req-47ef5194-eede-4f3e-b64c-edffbeb0fe0a tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:08.563031 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1da54d0a-e8dd-4bfe-b569-a9c6079be048 req-47ef5194-eede-4f3e-b64c-edffbeb0fe0a tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 943 time: 0.2331748 Jun 06 17:40:08.583559 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-08613ef8-e693-4c3e-839c-b5ca1a7690f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:08.704610 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1da54d0a-e8dd-4bfe-b569-a9c6079be048 req-27f63477-29eb-4899-8d91-70d66087088d tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765281 Jun 06 17:40:08.713879 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8d122d4a-7a58-4f14-9c5a-147a23b8c765 req-820e6e90-3b0a-4031-9889-42b7518c6098 service neutron] 10.222.0.21 "GET /v2.0/networks/f47093d2-ff25-4dae-b18f-38b02f03962a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323446 Jun 06 17:40:08.714591 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-4f6565cf-93eb-4c69-890f-85196f7b2de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:08.716064 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-4f6565cf-93eb-4c69-890f-85196f7b2de6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5010943e-69b0-42ca-ad2d-4caf9c0ea80f HTTP/1.1" status: 200 len: 858 time: 0.2674479 Jun 06 17:40:08.737032 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning for port f64eda3b-561f-4f17-b894-f66eeedf6d3c completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:40:08.743581 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning complete for port f64eda3b-561f-4f17-b894-f66eeedf6d3c triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:40:08.743997 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:08.770793 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-fcb63b11-4b4f-4bb7-a95e-b3d4332de450 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f47093d2-ff25-4dae-b18f-38b02f03962a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449340 Jun 06 17:40:08.934425 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:08.962984 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-2be0998b-d554-42db-a0e6-0bf854307bf4 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:08.973269 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c336ac1e-12cf-4884-b420-fa3d814206a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64eda3b-561f-4f17-b894-f66eeedf6d3c'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:40:08.986225 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-2be0998b-d554-42db-a0e6-0bf854307bf4 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.21 "GET /v2.0/networks?id=0c070bd4-ddfe-41f0-9fed-d7e70018cc8e HTTP/1.1" status: 200 len: 811 time: 0.5612299 Jun 06 17:40:09.113657 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-a3313ac7-a48c-481f-84ee-b3bea4c62e14 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b44d9521c3844a3882ee6d0cc8b07187 HTTP/1.1" status: 200 len: 379 time: 0.1196706 Jun 06 17:40:09.132367 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-74a816ad-692e-4003-abd4-1c85597582dd tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Request body: {'port': {'device_id': '61d7b163-9380-46de-8b6a-2939c779244a', 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'admin_state_up': True, 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'security_groups': ['03b6abe5-9773-43fb-96c4-5a5a0e8e3f39']}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:40:09.163241 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port f64eda3b-561f-4f17-b894-f66eeedf6d3c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=f64eda3b-561f-4f17-b894-f66eeedf6d3c,segment=NetworkSegment(9415528e-105c-4a74-8584-febac00b894e),segment_id=9415528e-105c-4a74-8584-febac00b894e)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:09.171595 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-24bdd19f-c703-4a13-9864-30df28a0d3f5 service neutron] 10.222.0.21 "GET /v2.0/networks/f47093d2-ff25-4dae-b18f-38b02f03962a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829348 Jun 06 17:40:09.179712 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de42e234-62b4-47bc-9290-03477dc33f2f x-openstack-request-id: req-de42e234-62b4-47bc-9290-03477dc33f2f {{(pid=98876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:40:09.180190 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f4488a-6fb4-482e-9442-0decd7335ac1", "tag": "8fcf29c1-77e6-454f-a182-308e3267185c", "status": "completed", "code": 200}]} {{(pid=98876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:40:09.180495 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de42e234-62b4-47bc-9290-03477dc33f2f {{(pid=98876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:40:09.181024 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f4488a-6fb4-482e-9442-0decd7335ac1', 'tag': '8fcf29c1-77e6-454f-a182-308e3267185c', 'status': 'completed', 'code': 200} Jun 06 17:40:09.226311 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18b2064-922b-4204-b43f-ef684568680d" -d '{"events": [{"server_uuid": "c336ac1e-12cf-4884-b420-fa3d814206a3", "name": "network-vif-plugged", "status": "completed", "tag": "f64eda3b-561f-4f17-b894-f66eeedf6d3c"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:40:09.252120 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f9b554e2-d2c4-404b-a995-a64ea5838fbf req-0a9d7e5e-3a96-4b53-a22d-a66245092b4b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 210 time: 0.2856660 Jun 06 17:40:09.258995 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:09.260809 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:09.320757 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2338343-d60f-4495-81ec-2401cf70f1f3 req-95b110fe-625a-4699-b160-3dd2548862b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:09.322298 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f2338343-d60f-4495-81ec-2401cf70f1f3 req-95b110fe-625a-4699-b160-3dd2548862b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff76e8c459174d03af24f28696c53158&device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 1096 time: 0.1398370 Jun 06 17:40:09.383629 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=f64eda3b-561f-4f17-b894-f66eeedf6d3c,revision_number=5']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:09.395316 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-08613ef8-e693-4c3e-839c-b5ca1a7690f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:09.395663 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:09.494544 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2338343-d60f-4495-81ec-2401cf70f1f3 req-1ae581f6-0604-41ac-96a8-1ee30e80a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:09.495990 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f2338343-d60f-4495-81ec-2401cf70f1f3 req-1ae581f6-0604-41ac-96a8-1ee30e80a5ea service neutron] 10.222.0.21 "GET /v2.0/networks?id=f47093d2-ff25-4dae-b18f-38b02f03962a HTTP/1.1" status: 200 len: 919 time: 0.1662598 Jun 06 17:40:09.613718 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f2338343-d60f-4495-81ec-2401cf70f1f3 req-e85ae0e7-68c9-420c-a18f-773e6141e2ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fcf29c1-77e6-454f-a182-308e3267185c HTTP/1.1" status: 200 len: 217 time: 0.1063383 Jun 06 17:40:09.707666 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2338343-d60f-4495-81ec-2401cf70f1f3 req-4857f4db-3880-4305-8bca-6759dde4abba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:09.709236 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f2338343-d60f-4495-81ec-2401cf70f1f3 req-4857f4db-3880-4305-8bca-6759dde4abba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5010943e-69b0-42ca-ad2d-4caf9c0ea80f HTTP/1.1" status: 200 len: 858 time: 0.0892591 Jun 06 17:40:09.727433 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-08613ef8-e693-4c3e-839c-b5ca1a7690f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:09.733414 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965d59b2-c308-4818-90ad-bd5617295245 x-openstack-request-id: req-965d59b2-c308-4818-90ad-bd5617295245 {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:40:09.734242 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c336ac1e-12cf-4884-b420-fa3d814206a3", "name": "network-vif-plugged", "status": "completed", "tag": "f64eda3b-561f-4f17-b894-f66eeedf6d3c", "code": 200}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:40:09.734947 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-965d59b2-c308-4818-90ad-bd5617295245 {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:40:09.735800 dv-cinder-791281-4-smb neutron-server[98877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c336ac1e-12cf-4884-b420-fa3d814206a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64eda3b-561f-4f17-b894-f66eeedf6d3c', 'code': 200} Jun 06 17:40:09.778363 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:09.834858 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f2338343-d60f-4495-81ec-2401cf70f1f3 req-1fd58b05-0d79-4970-aa30-668ccc802f13 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f47093d2-ff25-4dae-b18f-38b02f03962a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198430 Jun 06 17:40:09.869563 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08613ef8-e693-4c3e-839c-b5ca1a7690f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4656b7f-e4cc-4225-b1c7-fd6f357d7018,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:09.885971 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-08613ef8-e693-4c3e-839c-b5ca1a7690f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:09.914187 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-08613ef8-e693-4c3e-839c-b5ca1a7690f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32a879f9e57c42d0bde8c2827bb3ae71&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7476277 Jun 06 17:40:09.919554 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 43622) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:09.930733 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b110c-1988-40c6-8e9c-3d98c2d54ff0 req-206adaea-41ac-4326-98e8-0bee9b25596e tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:09.938590 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8f2b110c-1988-40c6-8e9c-3d98c2d54ff0 req-206adaea-41ac-4326-98e8-0bee9b25596e tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 945 time: 0.7020488 Jun 06 17:40:09.990771 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9c992f2b-2c06-404f-b9de-6952b98570f7 req-e07092f5-84b9-46a6-9438-e0ed6b73d2dd service neutron] 10.222.0.21 "GET /v2.0/networks/f47093d2-ff25-4dae-b18f-38b02f03962a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8001769 Jun 06 17:40:10.062467 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8f2b110c-1988-40c6-8e9c-3d98c2d54ff0 req-f73c2137-27b1-46f2-a9c3-c4d98e98da90 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/security-groups?id=b525a50e-1f74-4dd3-8a7e-992868b6cfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225045 Jun 06 17:40:10.067002 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b55c4ee1-6fa0-4f15-a0ff-b06f3fe6e1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:10.092598 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbd78f-a620-4dba-af10-2ac7d696be2e req-d4ad57c6-5a6c-49fc-a61c-62d164b2b315 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:10.102188 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-febbd78f-a620-4dba-af10-2ac7d696be2e req-d4ad57c6-5a6c-49fc-a61c-62d164b2b315 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 943 time: 0.1989608 Jun 06 17:40:10.102188 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f2338343-d60f-4495-81ec-2401cf70f1f3 req-7392096a-6a85-4669-bf55-4a38980295b3 service neutron] 10.222.0.21 "GET /v2.0/networks/f47093d2-ff25-4dae-b18f-38b02f03962a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489572 Jun 06 17:40:10.102345 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-74a816ad-692e-4003-abd4-1c85597582dd tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Made reservation on behalf of b44d9521c3844a3882ee6d0cc8b07187 for: {'port': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:40:10.102345 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-74a816ad-692e-4003-abd4-1c85597582dd tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:10.113171 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b55c4ee1-6fa0-4f15-a0ff-b06f3fe6e1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:10.224773 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-febbd78f-a620-4dba-af10-2ac7d696be2e req-c1df5532-9557-4f93-a25b-e3ac3b08dcb9 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243930 Jun 06 17:40:10.275319 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f2338343-d60f-4495-81ec-2401cf70f1f3 req-311e3625-e9e7-4cf9-badd-d5d5230ae764 service neutron] 10.222.0.21 "GET /v2.0/networks/f47093d2-ff25-4dae-b18f-38b02f03962a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586509 Jun 06 17:40:10.352879 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b55c4ee1-6fa0-4f15-a0ff-b06f3fe6e1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:10.358630 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b55c4ee1-6fa0-4f15-a0ff-b06f3fe6e1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:10.359718 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-b55c4ee1-6fa0-4f15-a0ff-b06f3fe6e1b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4656b7f-e4cc-4225-b1c7-fd6f357d7018 HTTP/1.1" status: 204 len: 168 time: 0.4188001 Jun 06 17:40:10.361796 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_common [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-74a816ad-692e-4003-abd4-1c85597582dd tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Allocated IP 172.20.0.11 (0c070bd4-ddfe-41f0-9fed-d7e70018cc8e/e8be3246-7ec4-4d23-84b1-36d960621851/030d43c8-f587-4071-8933-68376095a69f) {{(pid=98875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:40:10.363593 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:10.382206 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c4ee1-6fa0-4f15-a0ff-b06f3fe6e1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4656b7f-e4cc-4225-b1c7-fd6f357d7018,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:10.385278 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19f735-ed47-42fc-bae3-d76c796870d9 req-93d908e4-f9e8-4c27-8f68-6f9be5a13cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:10.386776 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5d19f735-ed47-42fc-bae3-d76c796870d9 req-93d908e4-f9e8-4c27-8f68-6f9be5a13cab service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 1098 time: 0.1795657 Jun 06 17:40:10.388564 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b55c4ee1-6fa0-4f15-a0ff-b06f3fe6e1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:10.461212 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-5d19f735-ed47-42fc-bae3-d76c796870d9 req-d7e94eaf-d5f3-4615-8c0c-c71f79ec6a4e service neutron] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:10.487453 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-6458b47c-4a2e-445b-a32f-67851f591d30 req-a8832ade-989c-42e4-8372-79329e28fb1b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 210 time: 0.0673263 Jun 06 17:40:10.580859 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 43638) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:10.675113 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-74a816ad-692e-4003-abd4-1c85597582dd tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for port, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:10.699360 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-74a816ad-692e-4003-abd4-1c85597582dd tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Transition to ACTIVE for port object 030d43c8-f587-4071-8933-68376095a69f will not be triggered until provisioned by entity DHCP. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:40:10.749269 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-5d19f735-ed47-42fc-bae3-d76c796870d9 req-d7e94eaf-d5f3-4615-8c0c-c71f79ec6a4e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:10.796978 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9dedfdca-90eb-4c63-b4e2-2bdabe02d1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:10.836445 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-5d19f735-ed47-42fc-bae3-d76c796870d9 req-d7e94eaf-d5f3-4615-8c0c-c71f79ec6a4e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:10.848068 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-7ab09999-3091-4e23-a521-522d463657be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:10.861357 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-74a816ad-692e-4003-abd4-1c85597582dd tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:10.868540 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5d19f735-ed47-42fc-bae3-d76c796870d9 req-d7e94eaf-d5f3-4615-8c0c-c71f79ec6a4e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b525a50e-1f74-4dd3-8a7e-992868b6cfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674673 Jun 06 17:40:10.892907 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e94eaf-d5f3-4615-8c0c-c71f79ec6a4e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=85676600-5694-4da9-81fb-7bc4b7d3afbf,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:10.903372 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-74a816ad-692e-4003-abd4-1c85597582dd tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Network 0c070bd4-ddfe-41f0-9fed-d7e70018cc8e is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:40:10.904712 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-d7e94eaf-d5f3-4615-8c0c-c71f79ec6a4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:10.905277 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-74a816ad-692e-4003-abd4-1c85597582dd tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:40:10.906864 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:10.939637 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-74a816ad-692e-4003-abd4-1c85597582dd tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Received port after_create {{(pid=98875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:40:10.949061 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9dedfdca-90eb-4c63-b4e2-2bdabe02d1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:10.949242 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-74a816ad-692e-4003-abd4-1c85597582dd tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:10.949806 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-74a816ad-692e-4003-abd4-1c85597582dd tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:11.000103 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a816ad-692e-4003-abd4-1c85597582dd tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Pushing event updated for resources: {'Port': ['ID=030d43c8-f587-4071-8933-68376095a69f,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:11.002855 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-74a816ad-692e-4003-abd4-1c85597582dd tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:11.042215 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9dedfdca-90eb-4c63-b4e2-2bdabe02d1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:11.069614 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:11.097798 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 43660) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:11.097957 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-9dedfdca-90eb-4c63-b4e2-2bdabe02d1fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fbe2eb889431481a845e9268a63f7414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5157497 Jun 06 17:40:11.105826 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedfdca-90eb-4c63-b4e2-2bdabe02d1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f42096-d82d-4717-bfe5-e91eebe84105,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:11.108890 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-9dedfdca-90eb-4c63-b4e2-2bdabe02d1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:11.137770 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-74a816ad-692e-4003-abd4-1c85597582dd tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0173635 Jun 06 17:40:11.153947 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] Request body: {'port': {'device_id': '61d7b163-9380-46de-8b6a-2939c779244a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:40:11.215413 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 43662) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:11.233959 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-3cb3dc2f-1ac1-4ee6-9bea-ead4257c762b None None] Provisioning for port 030d43c8-f587-4071-8933-68376095a69f completed by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:40:11.240127 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-3cb3dc2f-1ac1-4ee6-9bea-ead4257c762b None None] Provisioning complete for port 030d43c8-f587-4071-8933-68376095a69f triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:40:11.241832 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3cb3dc2f-1ac1-4ee6-9bea-ead4257c762b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:11.243818 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-358acdd6-10a1-493a-8a9f-bc753268a75a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:11.250142 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b6ae7755-faf8-4e3c-aaed-b2bc751856d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:11.333566 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9e0ce-0e46-4642-8577-6825210d531a req-e3c80b84-c250-45e3-bbbf-4374cdb995dd tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:11.335716 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-29f9e0ce-0e46-4642-8577-6825210d531a req-e3c80b84-c250-45e3-bbbf-4374cdb995dd tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 945 time: 0.1573539 Jun 06 17:40:11.362720 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b6ae7755-faf8-4e3c-aaed-b2bc751856d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:11.370299 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-3cb3dc2f-1ac1-4ee6-9bea-ead4257c762b None None] Port 030d43c8-f587-4071-8933-68376095a69f cannot update to ACTIVE because it is not bound. {{(pid=98877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:40:11.374985 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:11.400424 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-29f9e0ce-0e46-4642-8577-6825210d531a req-431d38a4-99b9-4332-ae7a-77094f4feba0 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/security-groups?id=b525a50e-1f74-4dd3-8a7e-992868b6cfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580575 Jun 06 17:40:11.451886 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-358acdd6-10a1-493a-8a9f-bc753268a75a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:11.604946 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-358acdd6-10a1-493a-8a9f-bc753268a75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:11.632540 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-2b09d146-9fd8-4c48-8a5c-be04c531b388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:11.643179 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-358acdd6-10a1-493a-8a9f-bc753268a75a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7fbd086c7a924cbd8fd054082dc9da35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4198675 Jun 06 17:40:11.644433 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 43672) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:11.651068 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f4072-d682-41ab-b767-77b14db63204 req-f0b666f7-b0b0-44de-86ca-8f1e1194e42c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:11.652022 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-2e2f4072-d682-41ab-b767-77b14db63204 req-f0b666f7-b0b0-44de-86ca-8f1e1194e42c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 943 time: 0.2253420 Jun 06 17:40:11.730439 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358acdd6-10a1-493a-8a9f-bc753268a75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17835868-92f0-493e-bebf-320e622195a6,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:11.738655 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-358acdd6-10a1-493a-8a9f-bc753268a75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:11.739079 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b6ae7755-faf8-4e3c-aaed-b2bc751856d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:11.752608 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b6ae7755-faf8-4e3c-aaed-b2bc751856d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:11.753703 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-b6ae7755-faf8-4e3c-aaed-b2bc751856d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c2f42096-d82d-4717-bfe5-e91eebe84105 HTTP/1.1" status: 204 len: 168 time: 0.6546936 Jun 06 17:40:11.754341 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:11.772386 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae7755-faf8-4e3c-aaed-b2bc751856d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f42096-d82d-4717-bfe5-e91eebe84105,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:11.778644 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e6fae458-a631-457d-bd15-66bdcbc6ffb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:11.783973 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-2e2f4072-d682-41ab-b767-77b14db63204 req-d001a90b-4105-40a5-8056-a72672525ecc tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179302 Jun 06 17:40:11.786055 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b6ae7755-faf8-4e3c-aaed-b2bc751856d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:11.800288 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51c363-d20b-472e-8deb-9e99d8a2389d req-4aaf8cb1-ecf9-4f3e-8fb8-b7e7dfddf418 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:11.803035 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-bc51c363-d20b-472e-8deb-9e99d8a2389d req-4aaf8cb1-ecf9-4f3e-8fb8-b7e7dfddf418 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 932 time: 0.1714540 Jun 06 17:40:11.877970 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e6fae458-a631-457d-bd15-66bdcbc6ffb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:11.887635 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-bc51c363-d20b-472e-8deb-9e99d8a2389d req-97140a1b-04c4-4876-abc5-9c1a0034d0fb tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657706 Jun 06 17:40:11.910814 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 030d43c8-f587-4071-8933-68376095a69f {{(pid=98875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:40:11.918367 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:11.942625 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] Transition to ACTIVE for port object 030d43c8-f587-4071-8933-68376095a69f will not be triggered until provisioned by entity L2. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:40:12.025457 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:12.030556 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:12.064793 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e6fae458-a631-457d-bd15-66bdcbc6ffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:12.067890 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e6fae458-a631-457d-bd15-66bdcbc6ffb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:12.070341 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-e6fae458-a631-457d-bd15-66bdcbc6ffb3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17835868-92f0-493e-bebf-320e622195a6 HTTP/1.1" status: 204 len: 168 time: 0.4257944 Jun 06 17:40:12.070987 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:12.103811 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fae458-a631-457d-bd15-66bdcbc6ffb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17835868-92f0-493e-bebf-320e622195a6,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:12.106798 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-e6fae458-a631-457d-bd15-66bdcbc6ffb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:12.294047 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] Pushing event updated for resources: {'Port': ['ID=030d43c8-f587-4071-8933-68376095a69f,revision_number=2']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:12.299609 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:12.303977 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] Attempting to bind port 030d43c8-f587-4071-8933-68376095a69f on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:40:12.304164 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] Attempting to bind port 030d43c8-f587-4071-8933-68376095a69f by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'fdad1d62-382b-41fb-ba35-3d784043d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e'}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:40:12.304478 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] Attempting to bind port 030d43c8-f587-4071-8933-68376095a69f on network 0c070bd4-ddfe-41f0-9fed-d7e70018cc8e {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:40:12.312938 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] Port 030d43c8-f587-4071-8933-68376095a69f on network 0c070bd4-ddfe-41f0-9fed-d7e70018cc8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:40:12.313247 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] Attempting to bind port 030d43c8-f587-4071-8933-68376095a69f on network 0c070bd4-ddfe-41f0-9fed-d7e70018cc8e {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:40:12.320951 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] Checking agent: {'id': 'a6fcd907-c3ac-4abf-b52d-463afd7284ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'started_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:40:12.321301 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] Checking segment: {'id': 'fdad1d62-382b-41fb-ba35-3d784043d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:40:12.321646 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] Bound using segment: {'id': 'fdad1d62-382b-41fb-ba35-3d784043d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e'} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:40:12.322070 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] Bound port: 030d43c8-f587-4071-8933-68376095a69f, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdad1d62-382b-41fb-ba35-3d784043d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e'}}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:40:12.323349 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:12.421401 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] For port 030d43c8-f587-4071-8933-68376095a69f, host hv-cinder-79128, cleared binding levels {{(pid=98875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:40:12.428066 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] For port 030d43c8-f587-4071-8933-68376095a69f, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=030d43c8-f587-4071-8933-68376095a69f,segment=NetworkSegment(fdad1d62-382b-41fb-ba35-3d784043d3b3),segment_id=fdad1d62-382b-41fb-ba35-3d784043d3b3)] {{(pid=98875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:40:12.556025 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:12.562939 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 8fcf29c1-77e6-454f-a182-308e3267185c details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:40:12.570440 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-29bb450b-8553-4ed6-b3de-3f8f762a333e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:12.638659 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:12.639276 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:12.640920 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] 10.222.0.21 "PUT /v2.0/ports/030d43c8-f587-4071-8933-68376095a69f HTTP/1.1" status: 200 len: 1094 time: 1.4931221 Jun 06 17:40:12.643373 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d7b163-9380-46de-8b6a-2939c779244a', 'tag': '030d43c8-f587-4071-8933-68376095a69f'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:40:12.645740 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b24612-bafa-40f3-9a9e-1d1ba9a8e584" -d '{"events": [{"name": "network-changed", "server_uuid": "61d7b163-9380-46de-8b6a-2939c779244a", "tag": "030d43c8-f587-4071-8933-68376095a69f"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:40:12.742186 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] Pushing event updated for resources: {'Port': ['ID=030d43c8-f587-4071-8933-68376095a69f,revision_number=3']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:12.767340 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:12.772442 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05b6dd7-da25-471a-9201-4a9750a60acb x-openstack-request-id: req-a05b6dd7-da25-471a-9201-4a9750a60acb {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:40:12.772749 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d7b163-9380-46de-8b6a-2939c779244a", "tag": "030d43c8-f587-4071-8933-68376095a69f", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:40:12.773024 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a05b6dd7-da25-471a-9201-4a9750a60acb {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:40:12.773438 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d7b163-9380-46de-8b6a-2939c779244a', 'tag': '030d43c8-f587-4071-8933-68376095a69f', 'status': 'completed', 'code': 200} Jun 06 17:40:12.782126 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dbd0cf-543d-49a4-a4e3-67cce3a9a1ac req-366ebef3-b169-4f1b-bd1c-86be5cd823e2 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:12.790178 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b0dbd0cf-543d-49a4-a4e3-67cce3a9a1ac req-366ebef3-b169-4f1b-bd1c-86be5cd823e2 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 945 time: 0.2805691 Jun 06 17:40:12.828607 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 8fcf29c1-77e6-454f-a182-308e3267185c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=8fcf29c1-77e6-454f-a182-308e3267185c,segment=NetworkSegment(c50da47e-6307-4c65-9fc9-fe89e611d9f4),segment_id=c50da47e-6307-4c65-9fc9-fe89e611d9f4)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:12.846475 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Returning: {'device': '8fcf29c1-77e6-454f-a182-308e3267185c', 'network_id': 'f47093d2-ff25-4dae-b18f-38b02f03962a', 'port_id': '8fcf29c1-77e6-454f-a182-308e3267185c', 'mac_address': 'fa:16:3e:63:09:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5010943e-69b0-42ca-ad2d-4caf9c0ea80f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:40:12.852782 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 43714) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:12.888949 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b92377f2-dc8b-4963-ba66-dd21365fd498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:12.987390 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:13.013872 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b0dbd0cf-543d-49a4-a4e3-67cce3a9a1ac req-5fa323c7-4612-405d-a6e0-51a09d4089a9 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/security-groups?id=b525a50e-1f74-4dd3-8a7e-992868b6cfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193382 Jun 06 17:40:13.016923 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fcf29c1-77e6-454f-a182-308e3267185c {{(pid=98877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:40:13.050938 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b24612-bafa-40f3-9a9e-1d1ba9a8e584 req-573cc764-975c-4ab0-9691-36acfee0a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:13.052380 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-f8b24612-bafa-40f3-9a9e-1d1ba9a8e584 req-573cc764-975c-4ab0-9691-36acfee0a2a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b44d9521c3844a3882ee6d0cc8b07187&device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 1097 time: 0.2443523 Jun 06 17:40:13.059264 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 8fcf29c1-77e6-454f-a182-308e3267185c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=8fcf29c1-77e6-454f-a182-308e3267185c,segment=NetworkSegment(c50da47e-6307-4c65-9fc9-fe89e611d9f4),segment_id=c50da47e-6307-4c65-9fc9-fe89e611d9f4)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:13.128853 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b92377f2-dc8b-4963-ba66-dd21365fd498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:13.144773 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3952c3c-8526-4bac-aee3-9bac5a7e2355 req-7daf4e83-ad8c-477c-b3a5-be44aadd8120 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:13.146308 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c3952c3c-8526-4bac-aee3-9bac5a7e2355 req-7daf4e83-ad8c-477c-b3a5-be44aadd8120 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 943 time: 0.1199200 Jun 06 17:40:13.167375 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:13.168767 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:40:13.170838 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:13.195952 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c3952c3c-8526-4bac-aee3-9bac5a7e2355 req-48b69ba0-eab1-4dc1-93eb-f871bf0f900d tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435140 Jun 06 17:40:13.230358 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b92377f2-dc8b-4963-ba66-dd21365fd498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:13.239919 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-7b499bcf-3aff-4916-b98b-66107c226f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:13.259899 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=8fcf29c1-77e6-454f-a182-308e3267185c,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:13.264079 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5,segment=NetworkSegment(c50da47e-6307-4c65-9fc9-fe89e611d9f4),segment_id=c50da47e-6307-4c65-9fc9-fe89e611d9f4)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:13.272665 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:13.281422 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Returning: {'device': 'e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5', 'network_id': 'f47093d2-ff25-4dae-b18f-38b02f03962a', 'port_id': 'e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5', 'mac_address': 'fa:16:3e:27:05:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5010943e-69b0-42ca-ad2d-4caf9c0ea80f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:40:13.339188 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-b92377f2-dc8b-4963-ba66-dd21365fd498 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=09190ee410424016be52e10a5cecbf35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4817312 Jun 06 17:40:13.339938 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92377f2-dc8b-4963-ba66-dd21365fd498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89de7d7f-e700-422e-89c8-6b755138620f,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:13.344701 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-b92377f2-dc8b-4963-ba66-dd21365fd498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:13.346824 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 43738) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:13.352316 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:13.371582 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5 {{(pid=98877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:40:13.387999 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5,segment=NetworkSegment(c50da47e-6307-4c65-9fc9-fe89e611d9f4),segment_id=c50da47e-6307-4c65-9fc9-fe89e611d9f4)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:13.389958 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492aa22e-c4b4-49ce-9c9e-faaa1b84d36a req-d93053ff-5d46-4e10-b9da-0ab0e8fe1714 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:13.405492 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-492aa22e-c4b4-49ce-9c9e-faaa1b84d36a req-d93053ff-5d46-4e10-b9da-0ab0e8fe1714 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 944 time: 0.2139459 Jun 06 17:40:13.423162 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b24612-bafa-40f3-9a9e-1d1ba9a8e584 req-6f1c8724-ed25-4179-930b-30ef406979af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:13.424764 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-f8b24612-bafa-40f3-9a9e-1d1ba9a8e584 req-6f1c8724-ed25-4179-930b-30ef406979af service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=b44d9521c3844a3882ee6d0cc8b07187&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3644876 Jun 06 17:40:13.427126 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f15023dc-55f3-4e3d-8af5-86236528119a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:13.456986 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f15023dc-55f3-4e3d-8af5-86236528119a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:13.506747 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-492aa22e-c4b4-49ce-9c9e-faaa1b84d36a req-10d1b41e-f056-42d3-9837-b8503ae468ec tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004229 Jun 06 17:40:13.527354 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:13.529962 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:13.597411 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:13.600606 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:13.607786 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b24612-bafa-40f3-9a9e-1d1ba9a8e584 req-efff066b-dd90-4555-9e41-98a321a6ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:13.609318 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-f8b24612-bafa-40f3-9a9e-1d1ba9a8e584 req-efff066b-dd90-4555-9e41-98a321a6ba13 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1772058 Jun 06 17:40:13.647283 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f15023dc-55f3-4e3d-8af5-86236528119a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:13.650576 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f15023dc-55f3-4e3d-8af5-86236528119a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:13.651743 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-f15023dc-55f3-4e3d-8af5-86236528119a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89de7d7f-e700-422e-89c8-6b755138620f HTTP/1.1" status: 204 len: 168 time: 0.3040624 Jun 06 17:40:13.652386 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-e89e669b-c1f0-40ea-8de2-fc6d14e8ed62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:13.662341 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15023dc-55f3-4e3d-8af5-86236528119a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89de7d7f-e700-422e-89c8-6b755138620f,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:13.664601 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-f15023dc-55f3-4e3d-8af5-86236528119a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:13.739109 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-c63bff44-97fe-452d-aa37-8bcc8f746b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:13.740827 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-c63bff44-97fe-452d-aa37-8bcc8f746b6f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b44d9521c3844a3882ee6d0cc8b07187&device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 1097 time: 0.0847654 Jun 06 17:40:13.760799 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:40:13.818764 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['8fcf29c1-77e6-454f-a182-308e3267185c'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:40:13.895276 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-3f7df98b-88e1-4b29-a2ec-d809d10d5248 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=030d43c8-f587-4071-8933-68376095a69f HTTP/1.1" status: 200 len: 217 time: 0.1417871 Jun 06 17:40:14.008828 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-80104841-0e9d-436b-be91-7ffd6425082b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:14.017948 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-80104841-0e9d-436b-be91-7ffd6425082b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8be3246-7ec4-4d23-84b1-36d960621851 HTTP/1.1" status: 200 len: 850 time: 0.1191838 Jun 06 17:40:14.236486 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-5e3f9baa-b9b6-4b9c-b593-9270e134d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:14.238088 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-5e3f9baa-b9b6-4b9c-b593-9270e134d3bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c070bd4-ddfe-41f0-9fed-d7e70018cc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2132704 Jun 06 17:40:14.356224 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7d5c9-10c2-4ce2-8323-2cc0522cd5ca req-88938e79-95b7-4289-95e5-2646e2482a52 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:14.367647 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b7b7d5c9-10c2-4ce2-8323-2cc0522cd5ca req-88938e79-95b7-4289-95e5-2646e2482a52 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 945 time: 0.1412117 Jun 06 17:40:14.491809 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b7b7d5c9-10c2-4ce2-8323-2cc0522cd5ca req-f2ba32ad-25c7-4d1e-9f9a-7e42e7e12f72 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/security-groups?id=b525a50e-1f74-4dd3-8a7e-992868b6cfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225097 Jun 06 17:40:14.540050 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-96b2d386-8f1d-4813-b44d-765dcee11e69 service neutron] 10.222.0.21 "GET /v2.0/networks/0c070bd4-ddfe-41f0-9fed-d7e70018cc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937653 Jun 06 17:40:14.558324 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83147212-4c5e-485e-a731-234af55d3511 req-8d7f2c7a-588e-4a8a-aa5b-3bdfddac8ecd tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:14.565463 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-83147212-4c5e-485e-a731-234af55d3511 req-8d7f2c7a-588e-4a8a-aa5b-3bdfddac8ecd tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 944 time: 0.1609755 Jun 06 17:40:14.712728 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-83147212-4c5e-485e-a731-234af55d3511 req-8e4f3731-425f-4a33-9f8c-52d90b638777 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462281 Jun 06 17:40:14.766555 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf0f85-3392-4cd7-b8fb-77123cac8b45 req-e027e0fd-a2d7-4970-a5db-8bfa9f94ef6f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:14.768904 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-d1cf0f85-3392-4cd7-b8fb-77123cac8b45 req-e027e0fd-a2d7-4970-a5db-8bfa9f94ef6f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 944 time: 0.1543519 Jun 06 17:40:14.773716 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5b5c28ec-dd2c-4552-b9be-e3efd075d29b req-1a107bd3-9c8c-4333-88d5-aa2f9e7af63b service neutron] 10.222.0.21 "GET /v2.0/networks/0c070bd4-ddfe-41f0-9fed-d7e70018cc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057157 Jun 06 17:40:14.829521 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-d1cf0f85-3392-4cd7-b8fb-77123cac8b45 req-10adc33f-e4d9-4023-ad9d-57a3611cbff0 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521817 Jun 06 17:40:15.756063 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-d87b765b-6117-4a81-a6ca-a6dc3ba0836b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:15.959287 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e42f1-8f9a-4d0f-835f-d82860d1bfe4 req-bc38f927-e70f-442e-a6be-4d46393b8a78 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:15.963044 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-287e42f1-8f9a-4d0f-835f-d82860d1bfe4 req-bc38f927-e70f-442e-a6be-4d46393b8a78 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 944 time: 0.1306622 Jun 06 17:40:16.014329 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-287e42f1-8f9a-4d0f-835f-d82860d1bfe4 req-ad9247ff-bb74-4585-9b49-8daf07c18d51 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449531 Jun 06 17:40:16.098752 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1148ff-5512-434f-8b5c-8bf98356d43c req-7cafc476-5597-4637-8058-df1cefc14547 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:16.101034 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-ba1148ff-5512-434f-8b5c-8bf98356d43c req-7cafc476-5597-4637-8058-df1cefc14547 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 944 time: 0.1041815 Jun 06 17:40:16.177088 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-ba1148ff-5512-434f-8b5c-8bf98356d43c req-d5172b3c-f209-4845-a9b4-1f4f25762161 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623426 Jun 06 17:40:16.594247 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 8fcf29c1-77e6-454f-a182-308e3267185c up at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:40:16.761701 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning for port 8fcf29c1-77e6-454f-a182-308e3267185c completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:40:16.767073 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning complete for port 8fcf29c1-77e6-454f-a182-308e3267185c triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:40:16.767999 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:16.883848 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:16.913962 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f4488a-6fb4-482e-9442-0decd7335ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcf29c1-77e6-454f-a182-308e3267185c'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:40:16.916217 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce665c4-a594-4aa3-8e7d-bea7857c36c0" -d '{"events": [{"server_uuid": "89f4488a-6fb4-482e-9442-0decd7335ac1", "name": "network-vif-plugged", "status": "completed", "tag": "8fcf29c1-77e6-454f-a182-308e3267185c"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:40:16.923673 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 8fcf29c1-77e6-454f-a182-308e3267185c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=8fcf29c1-77e6-454f-a182-308e3267185c,segment=NetworkSegment(c50da47e-6307-4c65-9fc9-fe89e611d9f4),segment_id=c50da47e-6307-4c65-9fc9-fe89e611d9f4)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:16.959773 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72141a9-b2c8-49d6-9322-2db29362fb6f x-openstack-request-id: req-c72141a9-b2c8-49d6-9322-2db29362fb6f {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:40:16.960093 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f4488a-6fb4-482e-9442-0decd7335ac1", "name": "network-vif-plugged", "status": "completed", "tag": "8fcf29c1-77e6-454f-a182-308e3267185c", "code": 200}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:40:16.960430 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c72141a9-b2c8-49d6-9322-2db29362fb6f {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:40:16.960735 dv-cinder-791281-4-smb neutron-server[98877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f4488a-6fb4-482e-9442-0decd7335ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcf29c1-77e6-454f-a182-308e3267185c', 'code': 200} Jun 06 17:40:17.012696 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:17.013598 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5 up at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:40:17.037615 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:17.138769 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=8fcf29c1-77e6-454f-a182-308e3267185c,revision_number=5']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:17.141812 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:17.220887 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8ee81-965e-4b2f-a3ca-fe7dbe382e75 req-0d0b2fd3-9f00-4d21-a563-d5971fdbf74c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:17.222948 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7dd8ee81-965e-4b2f-a3ca-fe7dbe382e75 req-0d0b2fd3-9f00-4d21-a563-d5971fdbf74c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.0817952 Jun 06 17:40:17.271053 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning for port e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:40:17.278163 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning complete for port e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:40:17.278754 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:17.284978 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7dd8ee81-965e-4b2f-a3ca-fe7dbe382e75 req-cc047f41-7e2a-438b-825a-5e0fa669ac19 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547044 Jun 06 17:40:17.446705 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:17.491142 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5,segment=NetworkSegment(c50da47e-6307-4c65-9fc9-fe89e611d9f4),segment_id=c50da47e-6307-4c65-9fc9-fe89e611d9f4)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:17.532460 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31ee0f-b981-4b0e-9e6e-3372fe201fbe req-c07a922b-a2e1-491b-b58f-355a928bb81b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:17.533387 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0a31ee0f-b981-4b0e-9e6e-3372fe201fbe req-c07a922b-a2e1-491b-b58f-355a928bb81b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 944 time: 0.2320795 Jun 06 17:40:17.543634 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b09b3-5b25-4841-9a4a-574568a68a8e req-5c14adf4-519b-4209-9d09-454115d1f398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:17.545393 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-301b09b3-5b25-4841-9a4a-574568a68a8e req-5c14adf4-519b-4209-9d09-454115d1f398 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 1098 time: 0.1938062 Jun 06 17:40:17.567437 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:17.569913 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:17.620854 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0a31ee0f-b981-4b0e-9e6e-3372fe201fbe req-bd56b7e8-da84-41af-80d7-687b2ee934cc tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722582 Jun 06 17:40:17.622620 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-301b09b3-5b25-4841-9a4a-574568a68a8e req-28aa6f00-1a13-4d77-9759-2de39da662a8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614979 Jun 06 17:40:17.650117 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5,revision_number=5']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:17.653193 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:18.199402 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-7952a6e5-feda-429e-9a9b-12a284a3c831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:18.296666 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:18.482442 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35810287-1765-444f-bb51-626dbfbf5d6a req-00474689-2fd1-4d53-8300-02328e723eb9 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:18.483993 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-35810287-1765-444f-bb51-626dbfbf5d6a req-00474689-2fd1-4d53-8300-02328e723eb9 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.0910890 Jun 06 17:40:18.548703 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-35810287-1765-444f-bb51-626dbfbf5d6a req-b0603a6f-6b06-468a-8db2-b9b7fe73e82f tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588908 Jun 06 17:40:18.576871 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 43964) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:18.593308 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 030d43c8-f587-4071-8933-68376095a69f details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:40:18.754605 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 030d43c8-f587-4071-8933-68376095a69f, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=030d43c8-f587-4071-8933-68376095a69f,segment=NetworkSegment(fdad1d62-382b-41fb-ba35-3d784043d3b3),segment_id=fdad1d62-382b-41fb-ba35-3d784043d3b3)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:18.768604 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Returning: {'device': '030d43c8-f587-4071-8933-68376095a69f', 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'port_id': '030d43c8-f587-4071-8933-68376095a69f', 'mac_address': 'fa:16:3e:d2:4e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:40:18.769864 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-34a0b6bc-28d2-4bf3-9bfe-a4c95d359b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:18.829962 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:18.853285 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 030d43c8-f587-4071-8933-68376095a69f {{(pid=98877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:40:18.875627 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 030d43c8-f587-4071-8933-68376095a69f, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=030d43c8-f587-4071-8933-68376095a69f,segment=NetworkSegment(fdad1d62-382b-41fb-ba35-3d784043d3b3),segment_id=fdad1d62-382b-41fb-ba35-3d784043d3b3)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:18.926037 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30b1a3-8309-4ed3-866f-dca06867dc03 req-d335b307-2032-4a98-a673-86fbac01ae86 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:18.928194 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-bc30b1a3-8309-4ed3-866f-dca06867dc03 req-d335b307-2032-4a98-a673-86fbac01ae86 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 944 time: 0.1519678 Jun 06 17:40:18.942235 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-34a0b6bc-28d2-4bf3-9bfe-a4c95d359b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:18.962005 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c018fa-d146-43bd-9c56-777434d936b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:40:18.964593 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f655c2-ce5f-48e3-b02b-f35025b39fae" -d '{"events": [{"server_uuid": "d9c018fa-d146-43bd-9c56-777434d936b1", "name": "network-vif-plugged", "status": "completed", "tag": "e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:40:18.970987 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:18.972806 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:18.992400 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-bc30b1a3-8309-4ed3-866f-dca06867dc03 req-146a718c-067c-41cc-83c1-b352cfb476f7 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519447 Jun 06 17:40:18.999555 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-34a0b6bc-28d2-4bf3-9bfe-a4c95d359b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:19.018679 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:19.076342 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-34a0b6bc-28d2-4bf3-9bfe-a4c95d359b3f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=222621fac8aa422e94941fb4a9a6cb1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4970860 Jun 06 17:40:19.079782 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 43992) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:19.080607 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0b6bc-28d2-4bf3-9bfe-a4c95d359b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00967628-5d11-4fc9-95fc-d3c5c0b0f830,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:19.096447 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-34a0b6bc-28d2-4bf3-9bfe-a4c95d359b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:19.134679 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b702b97-5df6-4e08-8de7-3e421ccf7f3b x-openstack-request-id: req-9b702b97-5df6-4e08-8de7-3e421ccf7f3b {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:40:19.135086 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c018fa-d146-43bd-9c56-777434d936b1", "name": "network-vif-plugged", "status": "completed", "tag": "e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5", "code": 200}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:40:19.135533 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b702b97-5df6-4e08-8de7-3e421ccf7f3b {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:40:19.135961 dv-cinder-791281-4-smb neutron-server[98877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c018fa-d146-43bd-9c56-777434d936b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5', 'code': 200} Jun 06 17:40:19.167889 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=030d43c8-f587-4071-8933-68376095a69f,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:19.171232 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:19.178610 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-c54b67db-90f3-4517-adb9-6216356197f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:19.204328 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-c54b67db-90f3-4517-adb9-6216356197f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:19.244941 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['030d43c8-f587-4071-8933-68376095a69f'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:40:19.276620 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:19.348453 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-c54b67db-90f3-4517-adb9-6216356197f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:19.351425 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-c54b67db-90f3-4517-adb9-6216356197f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:19.352749 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-c54b67db-90f3-4517-adb9-6216356197f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00967628-5d11-4fc9-95fc-d3c5c0b0f830 HTTP/1.1" status: 204 len: 168 time: 0.2580702 Jun 06 17:40:19.353540 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-3cdd2d21-fc63-4650-9b10-bea1c06c119a tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:19.363449 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b67db-90f3-4517-adb9-6216356197f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00967628-5d11-4fc9-95fc-d3c5c0b0f830,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:19.366079 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-c54b67db-90f3-4517-adb9-6216356197f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:19.485756 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19630c3c-1b45-4220-8be8-c28827206e3d req-e57182cc-4f5f-43f5-9cfe-41116fe89a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:19.487166 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-19630c3c-1b45-4220-8be8-c28827206e3d req-e57182cc-4f5f-43f5-9cfe-41116fe89a40 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 1099 time: 0.0710850 Jun 06 17:40:19.528241 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-19630c3c-1b45-4220-8be8-c28827206e3d req-b06c0f8b-724e-4308-b1a4-0df9d04cb999 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345852 Jun 06 17:40:19.749569 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ee493-ab4b-4369-b873-a573443329a2 req-093bfa97-822d-4205-87de-50185b69b78e tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:19.751175 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-937ee493-ab4b-4369-b873-a573443329a2 req-093bfa97-822d-4205-87de-50185b69b78e tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.0869148 Jun 06 17:40:19.812470 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-937ee493-ab4b-4369-b873-a573443329a2 req-4efef1a4-a5a3-4ecd-be3b-411728066132 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546641 Jun 06 17:40:20.182766 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a9e88-8f5f-4ead-9250-c597b95251db req-f089a1ae-b698-4c16-9866-c07e402ef865 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:20.184118 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8f5a9e88-8f5f-4ead-9250-c597b95251db req-f089a1ae-b698-4c16-9866-c07e402ef865 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 945 time: 0.0815871 Jun 06 17:40:20.231451 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8f5a9e88-8f5f-4ead-9250-c597b95251db req-fe477125-7159-4052-a2f9-156087979eaf tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414865 Jun 06 17:40:20.276442 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 44016) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:20.293863 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-36a9bef7-83d8-4d81-b536-c56d013cb22c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:20.398757 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-36a9bef7-83d8-4d81-b536-c56d013cb22c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:20.521254 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-36a9bef7-83d8-4d81-b536-c56d013cb22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:20.535519 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-34a0b6bc-28d2-4bf3-9bfe-a4c95d359b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:20.577494 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-36a9bef7-83d8-4d81-b536-c56d013cb22c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=126c576ada344a11b6c6829ae18e535d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999587 Jun 06 17:40:20.579952 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9bef7-83d8-4d81-b536-c56d013cb22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebf464b-9569-4b79-9360-d60965e66cdd,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:20.582380 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 44020) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:20.584368 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-36a9bef7-83d8-4d81-b536-c56d013cb22c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:20.608879 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 030d43c8-f587-4071-8933-68376095a69f up at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:40:20.674442 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-668a074d-cfb1-428c-8092-155ac40a58fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:20.710577 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-668a074d-cfb1-428c-8092-155ac40a58fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:20.732290 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd9800-1465-47e4-897d-5de18cfe91e6 req-9d1b76f1-7e8f-4c1f-baa1-ec90c5d646a1 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:20.738337 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-63bd9800-1465-47e4-897d-5de18cfe91e6 req-9d1b76f1-7e8f-4c1f-baa1-ec90c5d646a1 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.1735942 Jun 06 17:40:20.796983 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6ddd6-0356-4b12-8d64-9ad1d3cd21c2 req-40dd7b8e-d11d-4240-a40e-8d1f7d146254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:20.798457 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-95b6ddd6-0356-4b12-8d64-9ad1d3cd21c2 req-40dd7b8e-d11d-4240-a40e-8d1f7d146254 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff76e8c459174d03af24f28696c53158&device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 1098 time: 0.1513200 Jun 06 17:40:20.810474 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-63bd9800-1465-47e4-897d-5de18cfe91e6 req-9326ae40-043f-452e-b1ba-6c6331e35ac1 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712085 Jun 06 17:40:20.852772 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning for port 030d43c8-f587-4071-8933-68376095a69f completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:40:20.858953 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning complete for port 030d43c8-f587-4071-8933-68376095a69f triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:40:20.859337 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:20.892989 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-668a074d-cfb1-428c-8092-155ac40a58fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:20.895476 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-668a074d-cfb1-428c-8092-155ac40a58fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:20.900059 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-668a074d-cfb1-428c-8092-155ac40a58fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ebf464b-9569-4b79-9360-d60965e66cdd HTTP/1.1" status: 204 len: 168 time: 0.3167148 Jun 06 17:40:20.900878 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-ed25be93-5c3c-4c11-9f89-89a2de115019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:20.918591 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a074d-cfb1-428c-8092-155ac40a58fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebf464b-9569-4b79-9360-d60965e66cdd,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:20.922828 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:20.926371 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-668a074d-cfb1-428c-8092-155ac40a58fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:20.977847 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6ddd6-0356-4b12-8d64-9ad1d3cd21c2 req-99caca60-66df-4a93-a6dd-128258ecb687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:20.979541 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-95b6ddd6-0356-4b12-8d64-9ad1d3cd21c2 req-99caca60-66df-4a93-a6dd-128258ecb687 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f47093d2-ff25-4dae-b18f-38b02f03962a HTTP/1.1" status: 200 len: 919 time: 0.1681969 Jun 06 17:40:21.025965 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:21.062747 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 030d43c8-f587-4071-8933-68376095a69f, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=030d43c8-f587-4071-8933-68376095a69f,segment=NetworkSegment(fdad1d62-382b-41fb-ba35-3d784043d3b3),segment_id=fdad1d62-382b-41fb-ba35-3d784043d3b3)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:21.081374 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-95b6ddd6-0356-4b12-8d64-9ad1d3cd21c2 req-bdf39d6a-c379-48e2-afce-6de34c3cd63c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fcf29c1-77e6-454f-a182-308e3267185c HTTP/1.1" status: 200 len: 217 time: 0.0890701 Jun 06 17:40:21.137140 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d7b163-9380-46de-8b6a-2939c779244a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030d43c8-f587-4071-8933-68376095a69f'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:40:21.141274 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d2c6d7-92c7-4fca-ab7f-3755f7af21cf" -d '{"events": [{"server_uuid": "61d7b163-9380-46de-8b6a-2939c779244a", "name": "network-vif-plugged", "status": "completed", "tag": "030d43c8-f587-4071-8933-68376095a69f"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:40:21.150764 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6ddd6-0356-4b12-8d64-9ad1d3cd21c2 req-c9011fbf-6ccd-481b-8995-2a9a31115f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:21.152694 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-95b6ddd6-0356-4b12-8d64-9ad1d3cd21c2 req-c9011fbf-6ccd-481b-8995-2a9a31115f67 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5010943e-69b0-42ca-ad2d-4caf9c0ea80f HTTP/1.1" status: 200 len: 858 time: 0.0639002 Jun 06 17:40:21.179519 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:21.181654 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:21.203308 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-95b6ddd6-0356-4b12-8d64-9ad1d3cd21c2 req-5e46c4eb-69ac-471c-9c11-40696b7e63de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f47093d2-ff25-4dae-b18f-38b02f03962a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444291 Jun 06 17:40:21.229635 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68420a7-855c-40d9-b2e5-0d63f5ffffc5 x-openstack-request-id: req-e68420a7-855c-40d9-b2e5-0d63f5ffffc5 {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:40:21.229635 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d7b163-9380-46de-8b6a-2939c779244a", "name": "network-vif-plugged", "status": "completed", "tag": "030d43c8-f587-4071-8933-68376095a69f", "code": 200}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:40:21.229635 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e68420a7-855c-40d9-b2e5-0d63f5ffffc5 {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:40:21.229635 dv-cinder-791281-4-smb neutron-server[98877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d7b163-9380-46de-8b6a-2939c779244a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030d43c8-f587-4071-8933-68376095a69f', 'code': 200} Jun 06 17:40:21.314281 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=030d43c8-f587-4071-8933-68376095a69f,revision_number=5']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:21.323979 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:21.389725 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-95b6ddd6-0356-4b12-8d64-9ad1d3cd21c2 req-b4eeb176-6357-406e-a358-77887b718817 service neutron] 10.222.0.21 "GET /v2.0/networks/f47093d2-ff25-4dae-b18f-38b02f03962a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678817 Jun 06 17:40:21.586560 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8296ef-2c24-4781-8e19-bad7f2eecc17 req-1ffa14cb-8ad6-4cbd-8201-3a612f5fe24e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:21.588024 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9f8296ef-2c24-4781-8e19-bad7f2eecc17 req-1ffa14cb-8ad6-4cbd-8201-3a612f5fe24e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.1973176 Jun 06 17:40:21.596294 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-95b6ddd6-0356-4b12-8d64-9ad1d3cd21c2 req-53906ba7-5224-474e-a6dc-fc24d120b88f service neutron] 10.222.0.21 "GET /v2.0/networks/f47093d2-ff25-4dae-b18f-38b02f03962a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692245 Jun 06 17:40:21.637808 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9f8296ef-2c24-4781-8e19-bad7f2eecc17 req-98e14b18-2ac0-4f5a-bc12-c30e35d33463 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405688 Jun 06 17:40:21.739447 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e8eb5-55f8-473c-af6e-3f3b1fbe49cd req-e1e26c9d-225f-4907-805b-ab9812085cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:21.739447 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c81e8eb5-55f8-473c-af6e-3f3b1fbe49cd req-e1e26c9d-225f-4907-805b-ab9812085cdd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 1099 time: 0.0814478 Jun 06 17:40:21.801915 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c81e8eb5-55f8-473c-af6e-3f3b1fbe49cd req-2ee735fb-5d3c-41da-be7c-97d105111b97 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533848 Jun 06 17:40:22.007608 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da524e-853e-4f32-8ccc-acf2dc30cadf req-14e6c333-e15e-4068-9238-490ebaa1bce3 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:22.011814 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f0da524e-853e-4f32-8ccc-acf2dc30cadf req-14e6c333-e15e-4068-9238-490ebaa1bce3 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.0878401 Jun 06 17:40:22.063174 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f0da524e-853e-4f32-8ccc-acf2dc30cadf req-0f5ee905-35f8-4641-8509-670edae654d3 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437748 Jun 06 17:40:22.914205 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c7c17-115c-4dc8-ae43-542655cfef02 req-c3b44f5f-1e50-4a1b-8c0b-d7a7fc1897b9 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:22.915800 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-692c7c17-115c-4dc8-ae43-542655cfef02 req-c3b44f5f-1e50-4a1b-8c0b-d7a7fc1897b9 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.1690176 Jun 06 17:40:22.970492 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-692c7c17-115c-4dc8-ae43-542655cfef02 req-e019ef12-6e77-4af6-a149-4b262684deb8 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483661 Jun 06 17:40:23.304078 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc49785-1fe6-42ce-91b5-c9044a2bdb14 req-093621e8-4fd0-4e03-9739-1cd2883332e1 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:23.306573 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-3cc49785-1fe6-42ce-91b5-c9044a2bdb14 req-093621e8-4fd0-4e03-9739-1cd2883332e1 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.1132414 Jun 06 17:40:23.352866 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-3cc49785-1fe6-42ce-91b5-c9044a2bdb14 req-106f8128-665a-4f09-afa2-13451cd64c0b tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413408 Jun 06 17:40:23.950377 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ea810-13ef-4c80-b8ba-a70dc214001e req-f077b09d-1c83-49d9-a823-58e9c5a4b8a3 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:23.951841 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-129ea810-13ef-4c80-b8ba-a70dc214001e req-f077b09d-1c83-49d9-a823-58e9c5a4b8a3 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 945 time: 0.0799804 Jun 06 17:40:24.005260 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-129ea810-13ef-4c80-b8ba-a70dc214001e req-e3322716-a033-423a-b65d-0b9f37b29dea tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/security-groups?id=b525a50e-1f74-4dd3-8a7e-992868b6cfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475941 Jun 06 17:40:24.056509 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 44184) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:24.182538 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-c7ae7ffe-5ca6-45ba-a242-6e6a50fda1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:24.226238 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51936c-4cd3-41b8-9f13-28616305192d req-e5a664a3-58ac-4d66-80e5-ffd2fee1dc2d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:24.233263 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5b51936c-4cd3-41b8-9f13-28616305192d req-e5a664a3-58ac-4d66-80e5-ffd2fee1dc2d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.1303992 Jun 06 17:40:24.312800 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5b51936c-4cd3-41b8-9f13-28616305192d req-e183e588-d7b4-4e55-9065-2f910164cd34 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724061 Jun 06 17:40:24.320143 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-c7ae7ffe-5ca6-45ba-a242-6e6a50fda1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:24.378576 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-c7ae7ffe-5ca6-45ba-a242-6e6a50fda1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:24.393110 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-bbb30271-5f50-42e3-8332-6be303fa36b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:24.393190 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 44206) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:24.438217 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-c7ae7ffe-5ca6-45ba-a242-6e6a50fda1d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=376cf42c1e474a3ebae1ea7b04c02b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3806195 Jun 06 17:40:24.440538 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae7ffe-5ca6-45ba-a242-6e6a50fda1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d70d88-d12a-4ca0-8cb8-2d93a41deb88,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:24.441697 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 44210) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:24.444012 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-c7ae7ffe-5ca6-45ba-a242-6e6a50fda1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:24.540903 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-93a2106a-c328-4b3b-be41-85582741803f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:24.605673 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d6662-d891-4ff8-9e0a-33021da511d6 req-37f492cb-3691-4104-a5b8-182791a760b0 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:24.607141 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-a21d6662-d891-4ff8-9e0a-33021da511d6 req-37f492cb-3691-4104-a5b8-182791a760b0 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.1284666 Jun 06 17:40:24.617043 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 44214) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:24.622276 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-67d2f708-3746-454f-ac53-02dcaaaf9c7f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Request body: {'floatingip': {'port_id': '030d43c8-f587-4071-8933-68376095a69f'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:40:24.637831 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-93a2106a-c328-4b3b-be41-85582741803f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:24.650619 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b71f12d2-0c56-4a68-a2e9-a502feb034ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:24.703904 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-67d2f708-3746-454f-ac53-02dcaaaf9c7f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for floatingip, before_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:24.742835 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88310d6-7869-49ca-a59b-25a360d99077 req-43f366da-03d1-4807-b707-5d9761621c15 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:24.744313 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-f88310d6-7869-49ca-a59b-25a360d99077 req-43f366da-03d1-4807-b707-5d9761621c15 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.1910756 Jun 06 17:40:24.810103 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-f88310d6-7869-49ca-a59b-25a360d99077 req-e3d13f2b-d3f1-4854-b4a0-75d60399fe82 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577714 Jun 06 17:40:24.855225 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-93a2106a-c328-4b3b-be41-85582741803f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:24.859279 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-93a2106a-c328-4b3b-be41-85582741803f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:24.872669 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-93a2106a-c328-4b3b-be41-85582741803f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19d70d88-d12a-4ca0-8cb8-2d93a41deb88 HTTP/1.1" status: 204 len: 168 time: 0.4219999 Jun 06 17:40:24.880796 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:24.895550 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2106a-c328-4b3b-be41-85582741803f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d70d88-d12a-4ca0-8cb8-2d93a41deb88,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:24.899123 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-93a2106a-c328-4b3b-be41-85582741803f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:24.945857 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b71f12d2-0c56-4a68-a2e9-a502feb034ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:25.023305 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b71f12d2-0c56-4a68-a2e9-a502feb034ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:25.034978 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:25.084260 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-b71f12d2-0c56-4a68-a2e9-a502feb034ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77691773dfef406bab71a9a0a8744a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6878233 Jun 06 17:40:25.086199 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 44232) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:25.089119 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f12d2-0c56-4a68-a2e9-a502feb034ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee94e00-d8fa-43a6-879c-f648503dfabf,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:25.092648 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b71f12d2-0c56-4a68-a2e9-a502feb034ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:25.568121 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-63cf1043-f8d1-4318-a057-d9eeee0a3fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:25.618776 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5f17f-1540-445f-9793-1bca417b2ad7 req-c1817937-9bcb-4186-ade8-51c97421f72e tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:25.620219 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7cc5f17f-1540-445f-9793-1bca417b2ad7 req-c1817937-9bcb-4186-ade8-51c97421f72e tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 945 time: 0.1938765 Jun 06 17:40:25.661534 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-63cf1043-f8d1-4318-a057-d9eeee0a3fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:25.700959 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30d2e3-279d-4edf-9221-ebb25f09a203 req-06797f58-82f8-4956-98e1-b2a8bf4ee45f tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:25.702511 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-6c30d2e3-279d-4edf-9221-ebb25f09a203 req-06797f58-82f8-4956-98e1-b2a8bf4ee45f tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.21 "GET /v2.0/ports?device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 945 time: 0.0913696 Jun 06 17:40:25.728044 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.db.resource_extend [None req-67d2f708-3746-454f-ac53-02dcaaaf9c7f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 06 17:40:25.759630 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 44260) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:25.788390 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9c49874e-27c3-46b6-959b-44eb5f01b62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:25.829646 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7cc5f17f-1540-445f-9793-1bca417b2ad7 req-e446aa95-b1e7-4767-b4d4-8d8305f527c1 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/security-groups?id=b525a50e-1f74-4dd3-8a7e-992868b6cfb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701577 Jun 06 17:40:25.852705 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-67d2f708-3746-454f-ac53-02dcaaaf9c7f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:25.902924 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-6c30d2e3-279d-4edf-9221-ebb25f09a203 req-6a247848-2a55-4e7c-a092-67f153d92fd5 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Deleting port f64eda3b-561f-4f17-b894-f66eeedf6d3c {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:40:25.903578 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-6c30d2e3-279d-4edf-9221-ebb25f09a203 req-6a247848-2a55-4e7c-a092-67f153d92fd5 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:26.005670 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-67d2f708-3746-454f-ac53-02dcaaaf9c7f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608054'] for floatingip, after_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:26.060407 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-63cf1043-f8d1-4318-a057-d9eeee0a3fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:26.062814 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-63cf1043-f8d1-4318-a057-d9eeee0a3fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:26.063909 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-63cf1043-f8d1-4318-a057-d9eeee0a3fc3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cee94e00-d8fa-43a6-879c-f648503dfabf HTTP/1.1" status: 204 len: 168 time: 0.9767892 Jun 06 17:40:26.070255 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-358acdd6-10a1-493a-8a9f-bc753268a75a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:26.093299 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf1043-f8d1-4318-a057-d9eeee0a3fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee94e00-d8fa-43a6-879c-f648503dfabf,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:26.103225 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-63cf1043-f8d1-4318-a057-d9eeee0a3fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:26.128984 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-6c30d2e3-279d-4edf-9221-ebb25f09a203 req-6a247848-2a55-4e7c-a092-67f153d92fd5 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] For port f64eda3b-561f-4f17-b894-f66eeedf6d3c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=f64eda3b-561f-4f17-b894-f66eeedf6d3c,segment=NetworkSegment(9415528e-105c-4a74-8584-febac00b894e),segment_id=9415528e-105c-4a74-8584-febac00b894e)] {{(pid=98875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:26.129346 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-6c30d2e3-279d-4edf-9221-ebb25f09a203 req-6a247848-2a55-4e7c-a092-67f153d92fd5 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:26.210235 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.db.l3_db [None req-67d2f708-3746-454f-ac53-02dcaaaf9c7f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Floating IP bcdb74ab-9566-467b-bae9-50ca28c851f9 associated. External IP: 172.28.3.149, port: 030d43c8-f587-4071-8933-68376095a69f. Jun 06 17:40:26.268296 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333b500-7b34-46fb-8a28-5c7160f79f73 req-9cdf0e47-2c45-45ed-ba92-277d739b8bdd tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:26.269786 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-f333b500-7b34-46fb-8a28-5c7160f79f73 req-9cdf0e47-2c45-45ed-ba92-277d739b8bdd tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.3514466 Jun 06 17:40:26.276555 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-6c30d2e3-279d-4edf-9221-ebb25f09a203 req-6a247848-2a55-4e7c-a092-67f153d92fd5 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Calling delete_port for f64eda3b-561f-4f17-b894-f66eeedf6d3c owned by compute:nova {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:40:26.439873 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9c49874e-27c3-46b6-959b-44eb5f01b62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:26.446621 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-f333b500-7b34-46fb-8a28-5c7160f79f73 req-02b0a6fc-fb01-481d-9127-aacae5a193d8 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616108 Jun 06 17:40:26.578937 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d2f708-3746-454f-ac53-02dcaaaf9c7f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Router bcc9cc58-7091-46d6-808d-29263a430786 has already been hosted by L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 {{(pid=98876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:40:26.612612 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9c49874e-27c3-46b6-959b-44eb5f01b62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:26.621204 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-0bbc0468-dd0e-454e-8860-1a99c905da9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:26.651962 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-6c30d2e3-279d-4edf-9221-ebb25f09a203 req-6a247848-2a55-4e7c-a092-67f153d92fd5 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:26.665624 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['f64eda3b-561f-4f17-b894-f66eeedf6d3c'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:40:26.669752 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-9c49874e-27c3-46b6-959b-44eb5f01b62c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=823d48a12200470abdd657ed49411957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9085917 Jun 06 17:40:26.670681 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49874e-27c3-46b6-959b-44eb5f01b62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa94d81-3d72-49f0-8032-eee2a2231afc,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:26.685128 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 44278) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:26.699148 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-9c49874e-27c3-46b6-959b-44eb5f01b62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:26.703561 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-74a816ad-692e-4003-abd4-1c85597582dd tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:26.777342 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a247848-2a55-4e7c-a092-67f153d92fd5 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Pushing event deleted for resources: {'Port': ['ID=f64eda3b-561f-4f17-b894-f66eeedf6d3c,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:26.794269 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-6a247848-2a55-4e7c-a092-67f153d92fd5 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:26.845843 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c30d2e3-279d-4edf-9221-ebb25f09a203 req-6a247848-2a55-4e7c-a092-67f153d92fd5 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] No DVR routers for this DVR port f64eda3b-561f-4f17-b894-f66eeedf6d3c on host hv-cinder-79128 {{(pid=98875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:40:26.852725 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-6c30d2e3-279d-4edf-9221-ebb25f09a203 req-6a247848-2a55-4e7c-a092-67f153d92fd5 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:26.854658 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-6c30d2e3-279d-4edf-9221-ebb25f09a203 req-6a247848-2a55-4e7c-a092-67f153d92fd5 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.21 "DELETE /v2.0/ports/f64eda3b-561f-4f17-b894-f66eeedf6d3c HTTP/1.1" status: 204 len: 173 time: 1.1458390 Jun 06 17:40:26.856081 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c336ac1e-12cf-4884-b420-fa3d814206a3', 'name': 'network-vif-deleted', 'tag': 'f64eda3b-561f-4f17-b894-f66eeedf6d3c'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:40:26.858431 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a02048a-18b7-4fcc-85c4-6616372ca0e6" -d '{"events": [{"server_uuid": "c336ac1e-12cf-4884-b420-fa3d814206a3", "name": "network-vif-deleted", "tag": "f64eda3b-561f-4f17-b894-f66eeedf6d3c"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:40:26.871039 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d2f708-3746-454f-ac53-02dcaaaf9c7f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:40:26.875700 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-67d2f708-3746-454f-ac53-02dcaaaf9c7f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for floatingip, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:26.878410 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f82a6a40-1e05-485e-a374-2149b6666d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:26.905659 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9deaaa-1e39-45ab-8c0f-d9a657df09c4 None None] Sync routers for ids ['bcc9cc58-7091-46d6-808d-29263a430786'] in dv-cinder-791281-4-smb {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:40:26.920586 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9deaaa-1e39-45ab-8c0f-d9a657df09c4 None None] Routers {'bcc9cc58-7091-46d6-808d-29263a430786'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:40:26.921204 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-7e9deaaa-1e39-45ab-8c0f-d9a657df09c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:40:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['bcc9cc58-7091-46d6-808d-29263a430786'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:40:26.926455 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f82a6a40-1e05-485e-a374-2149b6666d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:26.951425 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-67d2f708-3746-454f-ac53-02dcaaaf9c7f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "PUT /v2.0/floatingips/bcdb74ab-9566-467b-bae9-50ca28c851f9 HTTP/1.1" status: 200 len: 992 time: 2.3305998 Jun 06 17:40:26.952124 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d7b163-9380-46de-8b6a-2939c779244a', 'tag': '030d43c8-f587-4071-8933-68376095a69f'}] {{(pid=98876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:40:26.954853 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91460aefa9f54846cc42f67c5f816f74be94cdcf99017a50cb1c51462aafff52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5180555b-7f67-4ab5-b453-271a855dc029" -d '{"events": [{"name": "network-changed", "server_uuid": "61d7b163-9380-46de-8b6a-2939c779244a", "tag": "030d43c8-f587-4071-8933-68376095a69f"}]}' {{(pid=98876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:40:27.005652 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc20af7-ede2-4617-a52b-ce278e105d2d x-openstack-request-id: req-2cc20af7-ede2-4617-a52b-ce278e105d2d {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:40:27.005652 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c336ac1e-12cf-4884-b420-fa3d814206a3", "name": "network-vif-deleted", "tag": "f64eda3b-561f-4f17-b894-f66eeedf6d3c", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:40:27.006038 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2cc20af7-ede2-4617-a52b-ce278e105d2d {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:40:27.007101 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c336ac1e-12cf-4884-b420-fa3d814206a3', 'name': 'network-vif-deleted', 'tag': 'f64eda3b-561f-4f17-b894-f66eeedf6d3c', 'status': 'completed', 'code': 200} Jun 06 17:40:27.108597 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f82a6a40-1e05-485e-a374-2149b6666d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:27.111031 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f82a6a40-1e05-485e-a374-2149b6666d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:27.112133 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-f82a6a40-1e05-485e-a374-2149b6666d1a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/efa94d81-3d72-49f0-8032-eee2a2231afc HTTP/1.1" status: 204 len: 168 time: 0.4247108 Jun 06 17:40:27.132223 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 44296) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:27.134550 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-7e9deaaa-1e39-45ab-8c0f-d9a657df09c4 None None] Set router bcc9cc58-7091-46d6-808d-29263a430786 gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:40:27.164106 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e4c8d00a-77b0-4fd6-8a95-9f6f460d70be admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:27.182482 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:27.192046 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-eca9745c-8765-4a81-b436-399b7d1e2f1d req-46190c0c-e35b-4273-9863-170c5f750692 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 210 time: 0.1370068 Jun 06 17:40:27.195104 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a6a40-1e05-485e-a374-2149b6666d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa94d81-3d72-49f0-8032-eee2a2231afc,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:27.197143 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-f82a6a40-1e05-485e-a374-2149b6666d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:27.203738 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26238c4-8ed3-4a18-bff4-2e7fc895cd69 x-openstack-request-id: req-c26238c4-8ed3-4a18-bff4-2e7fc895cd69 {{(pid=98876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:40:27.204125 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d7b163-9380-46de-8b6a-2939c779244a", "tag": "030d43c8-f587-4071-8933-68376095a69f", "status": "completed", "code": 200}]} {{(pid=98876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:40:27.204294 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c26238c4-8ed3-4a18-bff4-2e7fc895cd69 {{(pid=98876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:40:27.204684 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d7b163-9380-46de-8b6a-2939c779244a', 'tag': '030d43c8-f587-4071-8933-68376095a69f', 'status': 'completed', 'code': 200} Jun 06 17:40:27.329940 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180555b-7f67-4ab5-b453-271a855dc029 req-b8c7545e-ecf5-495b-bc25-c031b3aa915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:27.329940 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5180555b-7f67-4ab5-b453-271a855dc029 req-b8c7545e-ecf5-495b-bc25-c031b3aa915d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b44d9521c3844a3882ee6d0cc8b07187&device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 1099 time: 0.1060078 Jun 06 17:40:27.361019 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e4c8d00a-77b0-4fd6-8a95-9f6f460d70be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:27.498755 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e4c8d00a-77b0-4fd6-8a95-9f6f460d70be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:27.506302 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-9dedfdca-90eb-4c63-b4e2-2bdabe02d1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:27.512771 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180555b-7f67-4ab5-b453-271a855dc029 req-1075a649-2e65-4e48-b2ca-16bc4218c150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:27.514320 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5180555b-7f67-4ab5-b453-271a855dc029 req-1075a649-2e65-4e48-b2ca-16bc4218c150 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0c070bd4-ddfe-41f0-9fed-d7e70018cc8e HTTP/1.1" status: 200 len: 912 time: 0.1821556 Jun 06 17:40:27.558731 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8d00a-77b0-4fd6-8a95-9f6f460d70be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8d1ea5-02fc-4cbc-9a29-7535db1608a6,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:27.562460 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-e4c8d00a-77b0-4fd6-8a95-9f6f460d70be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:27.587908 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-e4c8d00a-77b0-4fd6-8a95-9f6f460d70be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7dedc68348d6413e81557d3491da943a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4546533 Jun 06 17:40:27.590409 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 44314) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:27.659588 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-7e9deaaa-1e39-45ab-8c0f-d9a657df09c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'name': 'tempest-AttachVolumeTestJSON-1111674351-router', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:39:49Z', 'revision_number': 4, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'gw_port': {'id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:40Z', 'updated_at': '2021-06-06T17:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_floatingips': [{'id': 'bcdb74ab-9566-467b-bae9-50ca28c851f9', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'floating_ip_address': '172.28.3.149', 'floating_network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'router_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'port_id': '030d43c8-f587-4071-8933-68376095a69f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'mac_address': 'fa:16:3e:d2:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d7b163-9380-46de-8b6a-2939c779244a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:40:02Z', 'updated_at': '2021-06-06T17:40:25Z', 'revision_number': 1, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce41b07a-df02-4c29-ba45-d4302c6ef870', 'name': '', 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'mac_address': 'fa:16:3e:5e:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:47Z', 'updated_at': '2021-06-06T17:39:59Z', 'revision_number': 5, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'subnets': [{'id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:40:27.665878 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9deaaa-1e39-45ab-8c0f-d9a657df09c4 None None] Checking router: bcc9cc58-7091-46d6-808d-29263a430786 for host: dv-cinder-791281-4-smb {{(pid=98878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:40:27.675575 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9deaaa-1e39-45ab-8c0f-d9a657df09c4 None None] Routers {'bcc9cc58-7091-46d6-808d-29263a430786'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:40:27.676627 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-7e9deaaa-1e39-45ab-8c0f-d9a657df09c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:40:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['bcc9cc58-7091-46d6-808d-29263a430786'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:40:27.707677 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5180555b-7f67-4ab5-b453-271a855dc029 req-8127bb87-b504-4153-8625-3a5693d5bf89 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=030d43c8-f587-4071-8933-68376095a69f HTTP/1.1" status: 200 len: 1000 time: 0.1810267 Jun 06 17:40:27.722189 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2bcc0ddd-b733-401f-99b5-33f3dfcd9a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:27.763248 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2bcc0ddd-b733-401f-99b5-33f3dfcd9a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:27.809880 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf3a89-02c9-4a17-bfed-f2555b59e184 req-68d492c7-89a0-42e8-8e5c-cd1980e952e2 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:27.811395 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-fbbf3a89-02c9-4a17-bfed-f2555b59e184 req-68d492c7-89a0-42e8-8e5c-cd1980e952e2 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.1778815 Jun 06 17:40:27.855916 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180555b-7f67-4ab5-b453-271a855dc029 req-4414d19d-165b-4e45-9e41-0ae74e3d59ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:27.858445 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5180555b-7f67-4ab5-b453-271a855dc029 req-4414d19d-165b-4e45-9e41-0ae74e3d59ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8be3246-7ec4-4d23-84b1-36d960621851 HTTP/1.1" status: 200 len: 850 time: 0.1475995 Jun 06 17:40:27.884290 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-fbbf3a89-02c9-4a17-bfed-f2555b59e184 req-8ddf945e-e7fc-489f-8a4b-c58896d5ee85 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559862 Jun 06 17:40:27.946151 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-7e9deaaa-1e39-45ab-8c0f-d9a657df09c4 None None] Set router bcc9cc58-7091-46d6-808d-29263a430786 gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:40:27.949752 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2bcc0ddd-b733-401f-99b5-33f3dfcd9a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:27.953131 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2bcc0ddd-b733-401f-99b5-33f3dfcd9a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:27.954567 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-2bcc0ddd-b733-401f-99b5-33f3dfcd9a5c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c8d1ea5-02fc-4cbc-9a29-7535db1608a6 HTTP/1.1" status: 204 len: 168 time: 0.3630104 Jun 06 17:40:27.955198 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:27.978022 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc0ddd-b733-401f-99b5-33f3dfcd9a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8d1ea5-02fc-4cbc-9a29-7535db1608a6,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:27.982050 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-2bcc0ddd-b733-401f-99b5-33f3dfcd9a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:28.058923 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180555b-7f67-4ab5-b453-271a855dc029 req-4903dc06-ab00-4dec-9c66-4812baaa05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:28.060552 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5180555b-7f67-4ab5-b453-271a855dc029 req-4903dc06-ab00-4dec-9c66-4812baaa05b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c070bd4-ddfe-41f0-9fed-d7e70018cc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1947992 Jun 06 17:40:28.211191 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5180555b-7f67-4ab5-b453-271a855dc029 req-134f5fca-0cff-4023-94ec-cfd087406f05 service neutron] 10.222.0.21 "GET /v2.0/networks/0c070bd4-ddfe-41f0-9fed-d7e70018cc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393886 Jun 06 17:40:28.378588 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5180555b-7f67-4ab5-b453-271a855dc029 req-193713bd-878b-4d0b-86a3-9dcff8c4304d service neutron] 10.222.0.21 "GET /v2.0/networks/0c070bd4-ddfe-41f0-9fed-d7e70018cc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588895 Jun 06 17:40:28.455799 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-64760659-eaf4-4ae4-980b-305a8da6e3df req-c001677e-dc20-4786-bdf3-0ec20103028d tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c336ac1e-12cf-4884-b420-fa3d814206a3 HTTP/1.1" status: 200 len: 210 time: 0.0473473 Jun 06 17:40:28.463795 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-7e9deaaa-1e39-45ab-8c0f-d9a657df09c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'name': 'tempest-AttachVolumeTestJSON-1111674351-router', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:39:49Z', 'revision_number': 4, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'gw_port': {'id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:40Z', 'updated_at': '2021-06-06T17:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_floatingips': [{'id': 'bcdb74ab-9566-467b-bae9-50ca28c851f9', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'floating_ip_address': '172.28.3.149', 'floating_network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'router_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'port_id': '030d43c8-f587-4071-8933-68376095a69f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'mac_address': 'fa:16:3e:d2:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d7b163-9380-46de-8b6a-2939c779244a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:40:02Z', 'updated_at': '2021-06-06T17:40:25Z', 'revision_number': 1, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce41b07a-df02-4c29-ba45-d4302c6ef870', 'name': '', 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'mac_address': 'fa:16:3e:5e:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:47Z', 'updated_at': '2021-06-06T17:39:59Z', 'revision_number': 5, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'subnets': [{'id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:40:28.474100 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9deaaa-1e39-45ab-8c0f-d9a657df09c4 None None] The sync data for ids ['bcc9cc58-7091-46d6-808d-29263a430786'] in dv-cinder-791281-4-smb is: [{'id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'name': 'tempest-AttachVolumeTestJSON-1111674351-router', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:39:49Z', 'revision_number': 4, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'gw_port': {'id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:40Z', 'updated_at': '2021-06-06T17:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_floatingips': [{'id': 'bcdb74ab-9566-467b-bae9-50ca28c851f9', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'floating_ip_address': '172.28.3.149', 'floating_network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'router_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'port_id': '030d43c8-f587-4071-8933-68376095a69f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'mac_address': 'fa:16:3e:d2:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d7b163-9380-46de-8b6a-2939c779244a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:40:02Z', 'updated_at': '2021-06-06T17:40:25Z', 'revision_number': 1, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce41b07a-df02-4c29-ba45-d4302c6ef870', 'name': '', 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'mac_address': 'fa:16:3e:5e:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:47Z', 'updated_at': '2021-06-06T17:39:59Z', 'revision_number': 5, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'subnets': [{'id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:40:28.675267 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb9b9a9-ddaa-42d5-ab51-adabc683dbcc None None] New status for floating IP bcdb74ab-9566-467b-bae9-50ca28c851f9: ACTIVE {{(pid=98877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:40:29.116229 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd858c-8b7c-4865-9de2-87a3c20d3591 req-d7ecfc3f-e9db-4e8c-93d3-3dc11eac5a04 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:29.117692 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0dbd858c-8b7c-4865-9de2-87a3c20d3591 req-d7ecfc3f-e9db-4e8c-93d3-3dc11eac5a04 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.0838172 Jun 06 17:40:29.172280 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0dbd858c-8b7c-4865-9de2-87a3c20d3591 req-a1c894c8-ab6c-4de4-b751-032c2dc4a06a tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476000 Jun 06 17:40:29.284622 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 44374) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:29.588292 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6d323c90-34a5-4f1d-8762-5ecdba7eb290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:29.698402 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6d323c90-34a5-4f1d-8762-5ecdba7eb290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:29.807394 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6d323c90-34a5-4f1d-8762-5ecdba7eb290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:29.829747 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-9c49874e-27c3-46b6-959b-44eb5f01b62c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:29.860277 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-6d323c90-34a5-4f1d-8762-5ecdba7eb290 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=422ee54c10df43c2a21bfabae008fdb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5744879 Jun 06 17:40:29.863054 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 44408) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:29.865259 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d323c90-34a5-4f1d-8762-5ecdba7eb290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca4ff0e-8b99-401e-b07d-2068f0541d90,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:29.868913 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-6d323c90-34a5-4f1d-8762-5ecdba7eb290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:29.952566 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a62c965c-7d0a-4d8f-a794-6277026d4e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:29.979545 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a62c965c-7d0a-4d8f-a794-6277026d4e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:30.168640 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a62c965c-7d0a-4d8f-a794-6277026d4e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:30.178743 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a62c965c-7d0a-4d8f-a794-6277026d4e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:30.183121 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-a62c965c-7d0a-4d8f-a794-6277026d4e00 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eca4ff0e-8b99-401e-b07d-2068f0541d90 HTTP/1.1" status: 204 len: 168 time: 0.3190386 Jun 06 17:40:30.186347 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-c7ae7ffe-5ca6-45ba-a242-6e6a50fda1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:30.213862 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c965c-7d0a-4d8f-a794-6277026d4e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca4ff0e-8b99-401e-b07d-2068f0541d90,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:30.218556 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-a62c965c-7d0a-4d8f-a794-6277026d4e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:30.409375 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc19b7-93eb-49a7-8b0f-383aaff06a24 req-3d33ac0c-231f-47b0-bd14-6004d4714cd7 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:30.414465 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-2dfc19b7-93eb-49a7-8b0f-383aaff06a24 req-3d33ac0c-231f-47b0-bd14-6004d4714cd7 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.0895402 Jun 06 17:40:30.460809 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-2dfc19b7-93eb-49a7-8b0f-383aaff06a24 req-b0658d83-6e86-4d9e-827f-4426dac93dd7 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416713 Jun 06 17:40:30.630762 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device f64eda3b-561f-4f17-b894-f66eeedf6d3c no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:40:30.681314 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] No Port match for: f64eda3b-561f-4f17-b894-f66eeedf6d3c {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:40:30.681857 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device f64eda3b-561f-4f17-b894-f66eeedf6d3c not bound to the agent host hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:40:31.194991 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 44476) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:31.223763 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9eb22d40-2b8a-4099-8820-4fe1d33b18e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:31.345114 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9eb22d40-2b8a-4099-8820-4fe1d33b18e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:31.469779 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9eb22d40-2b8a-4099-8820-4fe1d33b18e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:31.487338 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:31.524854 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-9eb22d40-2b8a-4099-8820-4fe1d33b18e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d3f38a6013d4899aef208f66b6bfd74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287373 Jun 06 17:40:31.526222 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb22d40-2b8a-4099-8820-4fe1d33b18e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fcc7b3-66d5-4f3a-81c5-df9595f5f8d2,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:31.529480 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-9eb22d40-2b8a-4099-8820-4fe1d33b18e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:31.530390 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 44498) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:31.602215 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d5c1d2e1-e7b2-4810-80a9-70175ef6537a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:31.619067 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 44506) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:31.690397 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d5c1d2e1-e7b2-4810-80a9-70175ef6537a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:31.693500 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed7296-c4ea-4678-9e96-3ff85bf1a3a0 req-bd8a2bdc-6004-4b2f-8198-4ef9a1a750ad tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:31.695874 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c0ed7296-c4ea-4678-9e96-3ff85bf1a3a0 req-bd8a2bdc-6004-4b2f-8198-4ef9a1a750ad tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.0998824 Jun 06 17:40:31.726981 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_v2 [None req-11da64a6-5204-4c98-b7e8-ce16434837de admin admin] Deleting subnet 65f2e500-4f2e-4e11-92f9-9bc39b2e8a36 {{(pid=98875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:40:31.730438 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-11da64a6-5204-4c98-b7e8-ce16434837de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:31.748514 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c0ed7296-c4ea-4678-9e96-3ff85bf1a3a0 req-414dfee6-14ff-4958-aecc-149c58bb0752 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446339 Jun 06 17:40:31.797883 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-11da64a6-5204-4c98-b7e8-ce16434837de admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:31.808699 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-11da64a6-5204-4c98-b7e8-ce16434837de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496290'] for subnet, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:31.979214 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d5c1d2e1-e7b2-4810-80a9-70175ef6537a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:31.981381 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d5c1d2e1-e7b2-4810-80a9-70175ef6537a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:31.982523 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-d5c1d2e1-e7b2-4810-80a9-70175ef6537a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68fcc7b3-66d5-4f3a-81c5-df9595f5f8d2 HTTP/1.1" status: 204 len: 168 time: 0.4506247 Jun 06 17:40:31.983473 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-6d323c90-34a5-4f1d-8762-5ecdba7eb290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:31.992634 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 44524) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:31.992734 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-11da64a6-5204-4c98-b7e8-ce16434837de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869'] for subnet, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:32.000788 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1d2e1-e7b2-4810-80a9-70175ef6537a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fcc7b3-66d5-4f3a-81c5-df9595f5f8d2,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:32.006652 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-d5c1d2e1-e7b2-4810-80a9-70175ef6537a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:32.007838 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:32.046818 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da64a6-5204-4c98-b7e8-ce16434837de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65f2e500-4f2e-4e11-92f9-9bc39b2e8a36,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:32.062906 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-11da64a6-5204-4c98-b7e8-ce16434837de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:32.085527 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-11da64a6-5204-4c98-b7e8-ce16434837de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for subnet, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:32.090051 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-11da64a6-5204-4c98-b7e8-ce16434837de admin admin] 10.222.0.23 "DELETE /v2.0/subnets/65f2e500-4f2e-4e11-92f9-9bc39b2e8a36 HTTP/1.1" status: 204 len: 168 time: 0.4676719 Jun 06 17:40:32.095654 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:32.096061 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 44534) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:32.213403 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-4c180481-e091-41e7-a8ce-ffbe55a2b53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:32.230381 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596576'] for network, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:32.389140 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493627', 'neutron.services.segments.db._delete_segments_for_network-8729318600102'] for network, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:32.408483 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:32.409064 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:32.409897 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:32.410264 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] Subscribe: > port after_create 55550000 {{(pid=98876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:32.410880 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] Subscribe: > port after_delete 55550000 {{(pid=98876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:32.411405 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] Subscribe: > port after_update 55550000 {{(pid=98876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:32.411881 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:32.412419 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:32.412908 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:32.413387 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:32.559655 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:32.560088 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:32.560457 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:32.560789 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:32.561182 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e76e82e1-4b8e-4132-9769-dad9c547743e']}} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:40:32.580225 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9415528e-105c-4a74-8584-febac00b894e') {'for_net_delete': True} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:40:32.580722 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9415528e-105c-4a74-8584-febac00b894e') {} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:40:32.599598 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729318605249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2151750'] for segment, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:32.634227 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:32.652696 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=98876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:40:32.653574 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2112062'] for segment, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: from cryptography.utils import int_from_bytes Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: from cryptography.utils import int_from_bytes Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: Traceback (most recent call last): Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: timer() Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: cb(*args, **kw) Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: return func(*args, **kwargs) Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: self._notify() Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: self.callback(batched_events) Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: event.method(event) Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: return f(self, *a, **k) Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: return self._get(url).json() Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: return self.request(url, 'GET', **kwargs) Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:40:32.676487 dv-cinder-791281-4-smb neutron-server[98876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:40:32.696461 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-4c180481-e091-41e7-a8ce-ffbe55a2b53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:32.901456 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-4c180481-e091-41e7-a8ce-ffbe55a2b53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:32.915458 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-f15023dc-55f3-4e3d-8af5-86236528119a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:32.921805 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608036'] for network, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:32.941738 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:32.946104 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] 10.222.0.23 "DELETE /v2.0/networks/e76e82e1-4b8e-4132-9769-dad9c547743e HTTP/1.1" status: 204 len: 168 time: 0.8513405 Jun 06 17:40:32.987526 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-4c180481-e091-41e7-a8ce-ffbe55a2b53a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=501bed3dbdd945aeb100874f9aed3bad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9956806 Jun 06 17:40:32.987526 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c180481-e091-41e7-a8ce-ffbe55a2b53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66985ead-3613-43fb-9bcd-b35dc4faf8e6,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:32.988006 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 44570) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:32.991384 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-4c180481-e091-41e7-a8ce-ffbe55a2b53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:32.992175 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-f224a0a2-9b69-4935-b5d2-1d9490a9fd38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:33.060183 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] Pushing event deleted for resources: {'Network': ['ID=e76e82e1-4b8e-4132-9769-dad9c547743e,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:33.060183 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:33.060183 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dd1bf-4b57-4031-a524-0add8a055e79 req-774fc9d1-a815-4041-8fa9-af0dc8de23cb tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:33.060183 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-665dd1bf-4b57-4031-a524-0add8a055e79 req-774fc9d1-a815-4041-8fa9-af0dc8de23cb tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.1929865 Jun 06 17:40:33.076955 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-36b4d955-c5c0-44c1-a942-67b64cbc7481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:33.103603 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-36b4d955-c5c0-44c1-a942-67b64cbc7481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:33.105953 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-665dd1bf-4b57-4031-a524-0add8a055e79 req-87a6f561-a3a2-4ffb-836e-54a72729ccf8 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460708 Jun 06 17:40:33.316561 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-36b4d955-c5c0-44c1-a942-67b64cbc7481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:33.316561 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-36b4d955-c5c0-44c1-a942-67b64cbc7481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:33.318535 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-36b4d955-c5c0-44c1-a942-67b64cbc7481 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66985ead-3613-43fb-9bcd-b35dc4faf8e6 HTTP/1.1" status: 204 len: 168 time: 0.3296332 Jun 06 17:40:33.319625 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-93a2106a-c328-4b3b-be41-85582741803f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:33.329362 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4d955-c5c0-44c1-a942-67b64cbc7481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66985ead-3613-43fb-9bcd-b35dc4faf8e6,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:33.340624 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-36b4d955-c5c0-44c1-a942-67b64cbc7481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:33.698504 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 44592) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:33.744764 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-efe2ce28-8e2b-4f39-b8be-25bd14e63847 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1a0907a1c7214c1d9ddaaac9adedd3b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0480103 Jun 06 17:40:33.747229 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 44594) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:33.807695 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8bf564e1-00f5-4eba-ae7f-874d71b93d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:33.835449 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8bf564e1-00f5-4eba-ae7f-874d71b93d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:34.024090 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8bf564e1-00f5-4eba-ae7f-874d71b93d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:34.028299 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8bf564e1-00f5-4eba-ae7f-874d71b93d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:34.030820 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-8bf564e1-00f5-4eba-ae7f-874d71b93d9c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b525a50e-1f74-4dd3-8a7e-992868b6cfb6 HTTP/1.1" status: 204 len: 168 time: 0.2826262 Jun 06 17:40:34.031955 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-8a4e1865-53ef-4337-b5c9-94196375fc25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:34.045938 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf564e1-00f5-4eba-ae7f-874d71b93d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b525a50e-1f74-4dd3-8a7e-992868b6cfb6,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:34.048843 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-8bf564e1-00f5-4eba-ae7f-874d71b93d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:34.298421 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f948142-debf-4f33-b045-a403449dada8 req-4805fadc-42ce-4f2f-9f57-7a9310124b31 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:34.302278 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1f948142-debf-4f33-b045-a403449dada8 req-4805fadc-42ce-4f2f-9f57-7a9310124b31 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.0832331 Jun 06 17:40:34.343890 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1f948142-debf-4f33-b045-a403449dada8 req-0a559883-f2c0-41ed-a79d-e6a216ad471b tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381999 Jun 06 17:40:34.380706 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 44620) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:34.400332 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-ff48c258-8636-43a1-bf16-529eaff072f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:34.609053 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-ff48c258-8636-43a1-bf16-529eaff072f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:34.732892 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-ff48c258-8636-43a1-bf16-529eaff072f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:34.746043 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-f39472a7-5d40-4a32-a97b-049057638a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:34.785914 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-ff48c258-8636-43a1-bf16-529eaff072f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f735ecea1af404ca025b5d5f57928d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4035985 Jun 06 17:40:34.788124 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48c258-8636-43a1-bf16-529eaff072f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc29149b-df15-4fa5-84a7-279287c0a4a3,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:34.791179 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-ff48c258-8636-43a1-bf16-529eaff072f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:34.796614 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 44634) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:34.853508 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-17f9b62f-081f-405d-86a5-4880948cc006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:34.879292 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-17f9b62f-081f-405d-86a5-4880948cc006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:34.985599 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-17f9b62f-081f-405d-86a5-4880948cc006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:34.988054 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-17f9b62f-081f-405d-86a5-4880948cc006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:34.992464 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-17f9b62f-081f-405d-86a5-4880948cc006 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc29149b-df15-4fa5-84a7-279287c0a4a3 HTTP/1.1" status: 204 len: 168 time: 0.1915448 Jun 06 17:40:34.992464 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-010e9228-e377-453f-976a-7c878f521f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:35.001054 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9b62f-081f-405d-86a5-4880948cc006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc29149b-df15-4fa5-84a7-279287c0a4a3,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:35.003375 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-17f9b62f-081f-405d-86a5-4880948cc006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:35.533464 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242eed2-f6ec-406c-9bf9-edcc0cc8a6ab req-22db9415-ef45-4411-9d0d-44f68e647a6c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:35.534936 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-5242eed2-f6ec-406c-9bf9-edcc0cc8a6ab req-22db9415-ef45-4411-9d0d-44f68e647a6c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.0849075 Jun 06 17:40:35.579839 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-5242eed2-f6ec-406c-9bf9-edcc0cc8a6ab req-ccb42fdf-8c43-46c5-b69e-f8850e3f817e tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384219 Jun 06 17:40:36.786160 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a0f3c-50be-4f0e-969d-657bffce155c req-7ee80a93-2e43-4751-96cc-b9170c154d42 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:36.787566 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 44726) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:36.794612 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f15a0f3c-50be-4f0e-969d-657bffce155c req-7ee80a93-2e43-4751-96cc-b9170c154d42 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.0992858 Jun 06 17:40:36.860546 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f15a0f3c-50be-4f0e-969d-657bffce155c req-cd43a569-3363-47ea-97fc-231f7fd5fa20 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583916 Jun 06 17:40:36.955155 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-53dc0cf5-9ab2-4cd9-84e1-07732b04c7db admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:37.092239 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-53dc0cf5-9ab2-4cd9-84e1-07732b04c7db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:37.252858 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-53dc0cf5-9ab2-4cd9-84e1-07732b04c7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:37.266560 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-36b4d955-c5c0-44c1-a942-67b64cbc7481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:37.299071 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 44744) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:37.299304 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-53dc0cf5-9ab2-4cd9-84e1-07732b04c7db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6121096cc44f4bc2807fd984a102f2b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5102711 Jun 06 17:40:37.313565 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc0cf5-9ab2-4cd9-84e1-07732b04c7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ff5f7b-c741-4949-a105-7a034ff675c1,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:37.317710 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-53dc0cf5-9ab2-4cd9-84e1-07732b04c7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:37.364707 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-c63d3f6b-5a23-45b0-b6a0-4db4d065039d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:37.400512 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-c63d3f6b-5a23-45b0-b6a0-4db4d065039d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:37.541956 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 44756) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:37.567099 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 44760) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:37.658230 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-c63d3f6b-5a23-45b0-b6a0-4db4d065039d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:37.661211 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-c63d3f6b-5a23-45b0-b6a0-4db4d065039d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:37.665204 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-c63d3f6b-5a23-45b0-b6a0-4db4d065039d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16ff5f7b-c741-4949-a105-7a034ff675c1 HTTP/1.1" status: 204 len: 168 time: 0.3646021 Jun 06 17:40:37.667009 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:37.698597 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d3f6b-5a23-45b0-b6a0-4db4d065039d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ff5f7b-c741-4949-a105-7a034ff675c1,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:37.730325 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-eee91c07-f72b-45b5-971f-ede5a3a4016b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:37.738522 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d3f6b-5a23-45b0-b6a0-4db4d065039d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:37.738871 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d3f6b-5a23-45b0-b6a0-4db4d065039d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:37.739206 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d3f6b-5a23-45b0-b6a0-4db4d065039d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:37.739712 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d3f6b-5a23-45b0-b6a0-4db4d065039d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:37.740807 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d3f6b-5a23-45b0-b6a0-4db4d065039d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:37.741138 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d3f6b-5a23-45b0-b6a0-4db4d065039d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:37.741465 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d3f6b-5a23-45b0-b6a0-4db4d065039d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:37.741791 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d3f6b-5a23-45b0-b6a0-4db4d065039d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:37.742131 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d3f6b-5a23-45b0-b6a0-4db4d065039d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:37.742525 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d3f6b-5a23-45b0-b6a0-4db4d065039d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:37.742853 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d3f6b-5a23-45b0-b6a0-4db4d065039d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:37.743177 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d3f6b-5a23-45b0-b6a0-4db4d065039d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:37.746861 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-c63d3f6b-5a23-45b0-b6a0-4db4d065039d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:37.754938 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-49732342-8ba7-44ca-9d24-b485a108eb21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:37.888963 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-eee91c07-f72b-45b5-971f-ede5a3a4016b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:38.049867 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-eee91c07-f72b-45b5-971f-ede5a3a4016b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:38.080783 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-4c180481-e091-41e7-a8ce-ffbe55a2b53a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:38.102267 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-eee91c07-f72b-45b5-971f-ede5a3a4016b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3992eb04be414f6fa7881f97ccd41b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5340772 Jun 06 17:40:38.105771 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 44778) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:38.141983 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee91c07-f72b-45b5-971f-ede5a3a4016b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd6b27c-653d-4748-8d89-bf612d570af9,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:38.153102 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-eee91c07-f72b-45b5-971f-ede5a3a4016b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:38.173096 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-7a3f6b8b-a334-4117-aaba-07d8549f0ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:38.198646 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44a2cf-953a-4e55-ad25-19eaaaaf0915 req-ca673b9b-b918-4e9c-8837-3a83bde52d6a tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:38.199957 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-7a3f6b8b-a334-4117-aaba-07d8549f0ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:38.200138 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-5f44a2cf-953a-4e55-ad25-19eaaaaf0915 req-ca673b9b-b918-4e9c-8837-3a83bde52d6a tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.2371278 Jun 06 17:40:38.204304 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-49732342-8ba7-44ca-9d24-b485a108eb21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:38.248627 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-5f44a2cf-953a-4e55-ad25-19eaaaaf0915 req-8a82f5fc-8329-4fd5-b1b1-a1a9e8ba07bb tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427830 Jun 06 17:40:38.384583 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-7a3f6b8b-a334-4117-aaba-07d8549f0ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:38.395499 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-49732342-8ba7-44ca-9d24-b485a108eb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:38.395635 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-7a3f6b8b-a334-4117-aaba-07d8549f0ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:38.395635 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-7a3f6b8b-a334-4117-aaba-07d8549f0ef4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fdd6b27c-653d-4748-8d89-bf612d570af9 HTTP/1.1" status: 204 len: 168 time: 0.2823174 Jun 06 17:40:38.395635 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b6ae7755-faf8-4e3c-aaed-b2bc751856d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:38.395908 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-e6fae458-a631-457d-bd15-66bdcbc6ffb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:38.403919 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f6b8b-a334-4117-aaba-07d8549f0ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd6b27c-653d-4748-8d89-bf612d570af9,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:38.418140 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f6b8b-a334-4117-aaba-07d8549f0ef4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:38.420834 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f6b8b-a334-4117-aaba-07d8549f0ef4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:38.422338 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f6b8b-a334-4117-aaba-07d8549f0ef4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:38.422690 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f6b8b-a334-4117-aaba-07d8549f0ef4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:38.423496 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f6b8b-a334-4117-aaba-07d8549f0ef4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:38.423855 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f6b8b-a334-4117-aaba-07d8549f0ef4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:38.424196 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f6b8b-a334-4117-aaba-07d8549f0ef4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:38.424531 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f6b8b-a334-4117-aaba-07d8549f0ef4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:38.424952 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f6b8b-a334-4117-aaba-07d8549f0ef4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:38.427045 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f6b8b-a334-4117-aaba-07d8549f0ef4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:38.428942 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f6b8b-a334-4117-aaba-07d8549f0ef4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:38.429340 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f6b8b-a334-4117-aaba-07d8549f0ef4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:38.435901 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-7a3f6b8b-a334-4117-aaba-07d8549f0ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:38.467694 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-49732342-8ba7-44ca-9d24-b485a108eb21 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e603f86561d34804b5fd84f9f8f8c257&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9246268 Jun 06 17:40:38.469280 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49732342-8ba7-44ca-9d24-b485a108eb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d1bcff-176f-4f24-9315-8d7fe35c4573,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:38.470412 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 44786) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:38.472444 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-49732342-8ba7-44ca-9d24-b485a108eb21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:38.586543 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f3624fdc-a219-4286-962e-d797916e11fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:38.587519 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 44790) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:38.608302 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2b1c5f6c-eb7e-493f-8f5a-cc5b85685756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:38.612278 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f3624fdc-a219-4286-962e-d797916e11fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:38.778750 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f3624fdc-a219-4286-962e-d797916e11fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:38.782029 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f3624fdc-a219-4286-962e-d797916e11fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:38.790824 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-f3624fdc-a219-4286-962e-d797916e11fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a3d1bcff-176f-4f24-9315-8d7fe35c4573 HTTP/1.1" status: 204 len: 168 time: 0.3117921 Jun 06 17:40:38.790824 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b71f12d2-0c56-4a68-a2e9-a502feb034ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:38.798349 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3624fdc-a219-4286-962e-d797916e11fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d1bcff-176f-4f24-9315-8d7fe35c4573,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:38.802032 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-f3624fdc-a219-4286-962e-d797916e11fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:38.851472 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2b1c5f6c-eb7e-493f-8f5a-cc5b85685756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:38.989502 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2b1c5f6c-eb7e-493f-8f5a-cc5b85685756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:39.002714 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-668a074d-cfb1-428c-8092-155ac40a58fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:39.041122 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c5f6c-eb7e-493f-8f5a-cc5b85685756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e250db-867d-4c15-9541-a9938ceccd89,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:39.047733 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-2b1c5f6c-eb7e-493f-8f5a-cc5b85685756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:39.053598 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-2b1c5f6c-eb7e-493f-8f5a-cc5b85685756 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a98b45ed208e43f0a4d57423461e999a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4625764 Jun 06 17:40:39.055421 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 44808) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:39.128320 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-015497aa-6060-45f5-9c7c-21efc98d2fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:39.155388 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-015497aa-6060-45f5-9c7c-21efc98d2fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:39.370706 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-015497aa-6060-45f5-9c7c-21efc98d2fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:39.375558 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-015497aa-6060-45f5-9c7c-21efc98d2fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:39.375558 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-015497aa-6060-45f5-9c7c-21efc98d2fb4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48e250db-867d-4c15-9541-a9938ceccd89 HTTP/1.1" status: 204 len: 168 time: 0.3180850 Jun 06 17:40:39.375558 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-8d354722-b2d9-4320-88c8-578c04e88fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:39.385273 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015497aa-6060-45f5-9c7c-21efc98d2fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e250db-867d-4c15-9541-a9938ceccd89,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:39.387404 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-015497aa-6060-45f5-9c7c-21efc98d2fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:39.457493 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b4e06-db74-4ad5-8822-2e2fbb96f66a req-cbcdea8d-ebea-44c1-8391-d94dc81d89a8 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:39.459025 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-4c7b4e06-db74-4ad5-8822-2e2fbb96f66a req-cbcdea8d-ebea-44c1-8391-d94dc81d89a8 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.0915496 Jun 06 17:40:39.506513 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-4c7b4e06-db74-4ad5-8822-2e2fbb96f66a req-73abdc2c-5569-4a31-bac0-6410b34d96c7 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416710 Jun 06 17:40:39.883716 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 44848) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:39.900558 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8e942f39-bd56-4868-ad0f-5aa6ba002cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:40.014451 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8e942f39-bd56-4868-ad0f-5aa6ba002cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:40.090887 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8e942f39-bd56-4868-ad0f-5aa6ba002cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:40.105798 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-747b5c53-9a37-4026-b3d9-69cb0d99e646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:40.129982 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e942f39-bd56-4868-ad0f-5aa6ba002cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fc66e7-b330-4c44-8fee-dec0078d0a19,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:40.139943 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-8e942f39-bd56-4868-ad0f-5aa6ba002cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:40.153610 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-8e942f39-bd56-4868-ad0f-5aa6ba002cda admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b7eb1cffa5f49ba967f692418281f79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688053 Jun 06 17:40:40.153772 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 44864) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:40.229523 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b791c563-8231-441e-8f2a-26864b9111ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:40.255507 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b791c563-8231-441e-8f2a-26864b9111ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:40.384301 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b791c563-8231-441e-8f2a-26864b9111ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:40.394810 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b791c563-8231-441e-8f2a-26864b9111ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:40.394810 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-b791c563-8231-441e-8f2a-26864b9111ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83fc66e7-b330-4c44-8fee-dec0078d0a19 HTTP/1.1" status: 204 len: 168 time: 0.2328825 Jun 06 17:40:40.394810 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-f7fa03ef-6aaf-4078-8e16-1279c9a41d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:40.405443 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791c563-8231-441e-8f2a-26864b9111ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fc66e7-b330-4c44-8fee-dec0078d0a19,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:40.408032 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b791c563-8231-441e-8f2a-26864b9111ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:40.697481 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a799c-7de2-48d3-bd7b-6ab57286ab08 req-f08218f5-412d-48c4-b371-d30d2382105e tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:40.698968 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-ca8a799c-7de2-48d3-bd7b-6ab57286ab08 req-f08218f5-412d-48c4-b371-d30d2382105e tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.0808609 Jun 06 17:40:40.748942 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-ca8a799c-7de2-48d3-bd7b-6ab57286ab08 req-45bc1b60-7eb9-4b39-98ac-473f2e1f9d34 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439477 Jun 06 17:40:41.955647 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cb61d-e821-4f9b-82c2-a00e723079a4 req-dc23d01a-d528-4a8a-b4af-6b5950e1963d tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:41.956999 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-5c5cb61d-e821-4f9b-82c2-a00e723079a4 req-dc23d01a-d528-4a8a-b4af-6b5950e1963d tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.0839190 Jun 06 17:40:42.007692 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-5c5cb61d-e821-4f9b-82c2-a00e723079a4 req-951eb7b7-3de2-4cfd-8a2b-045fe7bfb360 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446143 Jun 06 17:40:42.831595 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 44986) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:43.105343 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d0cec2ef-16fa-47f0-903d-205f54fb1bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:43.316385 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d0cec2ef-16fa-47f0-903d-205f54fb1bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:43.350070 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0998e0-d2f5-43ac-8173-dc05bcb7644a req-bb946a14-e624-4d37-86fd-bbc1c42ff3d0 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:43.354737 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-9b0998e0-d2f5-43ac-8173-dc05bcb7644a req-bb946a14-e624-4d37-86fd-bbc1c42ff3d0 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.1696413 Jun 06 17:40:43.416438 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-9b0998e0-d2f5-43ac-8173-dc05bcb7644a req-e6d3dc26-d624-4d0f-9df3-935e782a1416 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564084 Jun 06 17:40:43.418307 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d0cec2ef-16fa-47f0-903d-205f54fb1bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:43.443134 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:40:43.468612 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b791c563-8231-441e-8f2a-26864b9111ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:43.483000 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-d0cec2ef-16fa-47f0-903d-205f54fb1bfa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=95c8cef302eb4875bd0b292050d608c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6500752 Jun 06 17:40:43.485668 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 45024) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:43.530551 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cec2ef-16fa-47f0-903d-205f54fb1bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67645f85-de26-420e-88d7-e0f52d10f623,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:43.536512 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-d0cec2ef-16fa-47f0-903d-205f54fb1bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:43.556138 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b3ffdb6e-65c9-47d6-b610-a1db0e196ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:43.583104 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b3ffdb6e-65c9-47d6-b610-a1db0e196ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:43.744242 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b3ffdb6e-65c9-47d6-b610-a1db0e196ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:43.746739 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b3ffdb6e-65c9-47d6-b610-a1db0e196ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:43.747855 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-b3ffdb6e-65c9-47d6-b610-a1db0e196ee5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67645f85-de26-420e-88d7-e0f52d10f623 HTTP/1.1" status: 204 len: 168 time: 0.2606068 Jun 06 17:40:43.748854 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-eee91c07-f72b-45b5-971f-ede5a3a4016b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:43.767108 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffdb6e-65c9-47d6-b610-a1db0e196ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67645f85-de26-420e-88d7-e0f52d10f623,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:43.767108 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-b3ffdb6e-65c9-47d6-b610-a1db0e196ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:44.619783 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 45062) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:44.638890 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-1f1d6849-103c-476f-8f54-1d6b5e9ecde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:44.666313 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a531863-d0e4-4df5-8d7f-9508efe04a75 req-1e055dce-fd7e-4ab6-99a7-62661d2aabf3 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:44.667785 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1a531863-d0e4-4df5-8d7f-9508efe04a75 req-1e055dce-fd7e-4ab6-99a7-62661d2aabf3 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.1161149 Jun 06 17:40:44.738685 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1a531863-d0e4-4df5-8d7f-9508efe04a75 req-4d49eb89-9496-4d92-86ad-4b7c6bdd370b tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644894 Jun 06 17:40:44.797845 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-1f1d6849-103c-476f-8f54-1d6b5e9ecde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:44.882305 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-1f1d6849-103c-476f-8f54-1d6b5e9ecde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:44.891597 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-c63d3f6b-5a23-45b0-b6a0-4db4d065039d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:44.935499 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d6849-103c-476f-8f54-1d6b5e9ecde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32464035-628d-47d3-ad73-0fcb46056fea,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:44.939596 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-1f1d6849-103c-476f-8f54-1d6b5e9ecde3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=41a2d4ebfe3d4007a028a5d161c275cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188658 Jun 06 17:40:44.940457 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-1f1d6849-103c-476f-8f54-1d6b5e9ecde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:44.942451 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 45072) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:45.017711 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-72e41114-3352-451b-8d1a-adc84cac2fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:45.043581 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-72e41114-3352-451b-8d1a-adc84cac2fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:45.195783 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-72e41114-3352-451b-8d1a-adc84cac2fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:45.199688 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-72e41114-3352-451b-8d1a-adc84cac2fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:45.201097 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-72e41114-3352-451b-8d1a-adc84cac2fbb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32464035-628d-47d3-ad73-0fcb46056fea HTTP/1.1" status: 204 len: 168 time: 0.2576449 Jun 06 17:40:45.202216 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-d7e94eaf-d5f3-4615-8c0c-c71f79ec6a4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:45.219348 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e41114-3352-451b-8d1a-adc84cac2fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32464035-628d-47d3-ad73-0fcb46056fea,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:45.222081 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-72e41114-3352-451b-8d1a-adc84cac2fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:45.510312 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 45092) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:45.624716 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-079d5c96-ccb2-46ad-aba4-2355ce632c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:45.738399 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-97934ff4-0a78-456e-bf87-f6364bcc5ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:45.763111 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-079d5c96-ccb2-46ad-aba4-2355ce632c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:45.822162 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-079d5c96-ccb2-46ad-aba4-2355ce632c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:45.831400 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:45.871236 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-079d5c96-ccb2-46ad-aba4-2355ce632c9f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=55aeea2457eb44f6bc57d61b8c3f9270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3580675 Jun 06 17:40:45.872456 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 45110) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:45.883976 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d5c96-ccb2-46ad-aba4-2355ce632c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deae7513-195f-4a00-bed6-98e88eb4f03e,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:45.900266 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-079d5c96-ccb2-46ad-aba4-2355ce632c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:45.930439 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb8569-1490-441b-afbc-a6a73dde8194 req-3c21afbf-f7e0-4de3-8f80-9977a679ab31 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:45.931970 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-dccb8569-1490-441b-afbc-a6a73dde8194 req-3c21afbf-f7e0-4de3-8f80-9977a679ab31 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.0902352 Jun 06 17:40:45.955323 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-5297decb-fe92-477c-b981-4ab56fd04415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:45.993024 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-5297decb-fe92-477c-b981-4ab56fd04415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:46.006995 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-dccb8569-1490-441b-afbc-a6a73dde8194 req-18faa26e-6107-484d-a94b-a13120756ec1 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676410 Jun 06 17:40:46.160044 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-5297decb-fe92-477c-b981-4ab56fd04415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:46.163144 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-5297decb-fe92-477c-b981-4ab56fd04415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:46.167098 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-5297decb-fe92-477c-b981-4ab56fd04415 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/deae7513-195f-4a00-bed6-98e88eb4f03e HTTP/1.1" status: 204 len: 168 time: 0.2909195 Jun 06 17:40:46.167098 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-015497aa-6060-45f5-9c7c-21efc98d2fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:46.179616 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297decb-fe92-477c-b981-4ab56fd04415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deae7513-195f-4a00-bed6-98e88eb4f03e,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:46.182029 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-5297decb-fe92-477c-b981-4ab56fd04415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:47.190446 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3437c-0d03-4354-b2c8-307427849777 req-ab746b6b-c0dd-4925-b9ff-ae3742cb0a7a tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:47.192259 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-dfe3437c-0d03-4354-b2c8-307427849777 req-ab746b6b-c0dd-4925-b9ff-ae3742cb0a7a tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.0813699 Jun 06 17:40:47.314307 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-dfe3437c-0d03-4354-b2c8-307427849777 req-6eb34fde-5c79-42ee-923e-59214c1b08ba tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154089 Jun 06 17:40:47.766228 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 45192) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:47.801649 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 45196) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:48.091226 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-75683793-2646-4915-b1de-7c257b3590d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:48.093853 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-fbdac935-d096-455d-ae28-241344662d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:48.131909 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 45210) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:48.231850 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-fbdac935-d096-455d-ae28-241344662d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:48.241049 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b61eefda-d664-4b2e-90f5-2af09cd15978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:48.445214 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-6caa765b-86a3-461b-9742-0f3263c5bb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:48.493426 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:48.494454 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-fbdac935-d096-455d-ae28-241344662d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:48.511449 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a0f35-47bd-498d-8f1c-a3504c1f9df6 req-d9024793-6c2f-4283-91db-da6b506fea54 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:48.511657 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-8bf564e1-00f5-4eba-ae7f-874d71b93d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:48.512921 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-456a0f35-47bd-498d-8f1c-a3504c1f9df6 req-d9024793-6c2f-4283-91db-da6b506fea54 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.0896358 Jun 06 17:40:48.561394 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-fbdac935-d096-455d-ae28-241344662d1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7f944ae48234d56b85d909858f778de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7933495 Jun 06 17:40:48.562683 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdac935-d096-455d-ae28-241344662d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a45969a-59b6-47ae-97b3-ce3467db5ee2,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:48.565354 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 45224) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:48.568769 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-fbdac935-d096-455d-ae28-241344662d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:48.584371 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-456a0f35-47bd-498d-8f1c-a3504c1f9df6 req-60f282e8-6b4e-4fc0-a5ea-77f27c8e4cab tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643375 Jun 06 17:40:48.635690 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-15112848-01c3-4d26-b83e-1e0321a21ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:48.649344 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-75683793-2646-4915-b1de-7c257b3590d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:48.664111 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-15112848-01c3-4d26-b83e-1e0321a21ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:48.765088 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-75683793-2646-4915-b1de-7c257b3590d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:48.782408 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-49732342-8ba7-44ca-9d24-b485a108eb21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:48.824565 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-15112848-01c3-4d26-b83e-1e0321a21ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:48.832385 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-15112848-01c3-4d26-b83e-1e0321a21ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:48.834592 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-15112848-01c3-4d26-b83e-1e0321a21ef0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a45969a-59b6-47ae-97b3-ce3467db5ee2 HTTP/1.1" status: 204 len: 168 time: 0.2672646 Jun 06 17:40:48.835788 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-51eb6c4a-3a80-433c-ab79-05a567832bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:48.845260 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-75683793-2646-4915-b1de-7c257b3590d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=685d5650370a465f9b9758b979687445&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0419750 Jun 06 17:40:48.847568 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75683793-2646-4915-b1de-7c257b3590d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecfbb8f-deea-450b-8831-af6d11f73a22,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:48.850815 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 45232) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:48.883829 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15112848-01c3-4d26-b83e-1e0321a21ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a45969a-59b6-47ae-97b3-ce3467db5ee2,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:48.889175 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-15112848-01c3-4d26-b83e-1e0321a21ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:48.918963 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-75683793-2646-4915-b1de-7c257b3590d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:48.957238 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-08b457e9-a927-42c9-8c04-f7f8f1e1a898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:49.000461 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-08b457e9-a927-42c9-8c04-f7f8f1e1a898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:49.068977 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b61eefda-d664-4b2e-90f5-2af09cd15978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:49.201363 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:49.201543 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-08b457e9-a927-42c9-8c04-f7f8f1e1a898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:49.204153 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-08b457e9-a927-42c9-8c04-f7f8f1e1a898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:49.205350 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-08b457e9-a927-42c9-8c04-f7f8f1e1a898 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ecfbb8f-deea-450b-8831-af6d11f73a22 HTTP/1.1" status: 204 len: 168 time: 0.3393328 Jun 06 17:40:49.206153 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b61eefda-d664-4b2e-90f5-2af09cd15978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:49.213660 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-b92377f2-dc8b-4963-ba66-dd21365fd498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:49.226567 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b457e9-a927-42c9-8c04-f7f8f1e1a898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecfbb8f-deea-450b-8831-af6d11f73a22,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:49.282517 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-b61eefda-d664-4b2e-90f5-2af09cd15978 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c013665a32214a278ba5da590e5b7154&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1465635 Jun 06 17:40:49.283087 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 45244) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:49.288808 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61eefda-d664-4b2e-90f5-2af09cd15978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840f100c-979b-4a2f-a0b8-c0f5887c93bb,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:49.291761 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-b61eefda-d664-4b2e-90f5-2af09cd15978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:49.292245 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-c54b67db-90f3-4517-adb9-6216356197f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:49.292602 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-c54b67db-90f3-4517-adb9-6216356197f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:49.343501 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8db6ce21-2243-438d-811a-3a4d291484c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:49.370384 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8db6ce21-2243-438d-811a-3a4d291484c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:49.531437 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8db6ce21-2243-438d-811a-3a4d291484c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:49.534797 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8db6ce21-2243-438d-811a-3a4d291484c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:49.535577 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-8db6ce21-2243-438d-811a-3a4d291484c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/840f100c-979b-4a2f-a0b8-c0f5887c93bb HTTP/1.1" status: 204 len: 168 time: 0.2521939 Jun 06 17:40:49.536343 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-72e41114-3352-451b-8d1a-adc84cac2fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:49.546691 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6ce21-2243-438d-811a-3a4d291484c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840f100c-979b-4a2f-a0b8-c0f5887c93bb,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:49.548955 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-8db6ce21-2243-438d-811a-3a4d291484c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:49.945483 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a34739-0455-423c-971d-dfefae4e3e91 req-5f6bb6fa-426b-4426-897c-e13d67f24db4 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:49.952561 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c7a34739-0455-423c-971d-dfefae4e3e91 req-5f6bb6fa-426b-4426-897c-e13d67f24db4 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.1007981 Jun 06 17:40:50.009733 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c7a34739-0455-423c-971d-dfefae4e3e91 req-2465e1c1-5d76-4d11-984b-ef060e0036f0 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561416 Jun 06 17:40:50.377216 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 45298) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:50.396187 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d6bb3265-24f1-4989-a9e2-8adc3cd5dbbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:50.507942 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d6bb3265-24f1-4989-a9e2-8adc3cd5dbbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:50.635181 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d6bb3265-24f1-4989-a9e2-8adc3cd5dbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:50.644265 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-a62c965c-7d0a-4d8f-a794-6277026d4e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:50.685226 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-d6bb3265-24f1-4989-a9e2-8adc3cd5dbbb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08a5e025e6ac443d88d1962acf478d77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068941 Jun 06 17:40:50.686434 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb3265-24f1-4989-a9e2-8adc3cd5dbbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c5d89b-a835-48b1-8ba9-cd7bcab68923,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:50.688815 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 45312) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:50.703346 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-d6bb3265-24f1-4989-a9e2-8adc3cd5dbbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:50.759556 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4d57d111-d2f2-4158-b54a-ff827ef6095c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:50.787884 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4d57d111-d2f2-4158-b54a-ff827ef6095c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:50.864179 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:50.935811 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 45320) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:50.976584 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4d57d111-d2f2-4158-b54a-ff827ef6095c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:50.979096 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4d57d111-d2f2-4158-b54a-ff827ef6095c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:50.980197 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-4d57d111-d2f2-4158-b54a-ff827ef6095c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/15c5d89b-a835-48b1-8ba9-cd7bcab68923 HTTP/1.1" status: 204 len: 168 time: 0.2898297 Jun 06 17:40:50.980969 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-fbdac935-d096-455d-ae28-241344662d1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:50.991050 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57d111-d2f2-4158-b54a-ff827ef6095c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c5d89b-a835-48b1-8ba9-cd7bcab68923,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:50.993309 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-4d57d111-d2f2-4158-b54a-ff827ef6095c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:51.170461 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-175683bc-7f08-4e3f-83ab-a3f3eb2d6162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:51.205493 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614a67b-5e84-499b-8a51-e3ccf5e74559 req-ea5b9082-a8a6-4633-bc58-32c749e1a30e tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:51.207026 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7614a67b-5e84-499b-8a51-e3ccf5e74559 req-ea5b9082-a8a6-4633-bc58-32c749e1a30e tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.0898447 Jun 06 17:40:51.303981 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7614a67b-5e84-499b-8a51-e3ccf5e74559 req-a142721f-fa75-441f-82ec-3d2ae122fa28 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790088 Jun 06 17:40:51.369006 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-175683bc-7f08-4e3f-83ab-a3f3eb2d6162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:51.458510 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-175683bc-7f08-4e3f-83ab-a3f3eb2d6162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:51.468077 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-4d57d111-d2f2-4158-b54a-ff827ef6095c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:51.511005 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175683bc-7f08-4e3f-83ab-a3f3eb2d6162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63719c90-551a-4f30-97e3-c01fe89c6f30,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:51.517111 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-175683bc-7f08-4e3f-83ab-a3f3eb2d6162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:51.538451 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-175683bc-7f08-4e3f-83ab-a3f3eb2d6162 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d23874d7037a417aab6437672156459d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6012700 Jun 06 17:40:51.540910 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 45350) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:51.608931 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6649d282-266e-475a-8ad4-3e5dc82effd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:51.639726 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6649d282-266e-475a-8ad4-3e5dc82effd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:51.818540 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6649d282-266e-475a-8ad4-3e5dc82effd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:51.823411 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6649d282-266e-475a-8ad4-3e5dc82effd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:51.823411 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-6649d282-266e-475a-8ad4-3e5dc82effd5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63719c90-551a-4f30-97e3-c01fe89c6f30 HTTP/1.1" status: 204 len: 168 time: 0.2801142 Jun 06 17:40:51.823411 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-5297decb-fe92-477c-b981-4ab56fd04415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:51.835300 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649d282-266e-475a-8ad4-3e5dc82effd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63719c90-551a-4f30-97e3-c01fe89c6f30,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:51.837457 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-6649d282-266e-475a-8ad4-3e5dc82effd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:52.620613 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56f214-7c54-4df0-8eb8-159deef4f8c1 req-1c248602-5e97-40d1-9684-086ef2348539 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:52.622423 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8c56f214-7c54-4df0-8eb8-159deef4f8c1 req-1c248602-5e97-40d1-9684-086ef2348539 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.1375852 Jun 06 17:40:52.678693 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8c56f214-7c54-4df0-8eb8-159deef4f8c1 req-dc092bd7-2e29-4523-8878-705e30b74122 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494125 Jun 06 17:40:52.908150 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 45406) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:52.926460 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8344ac03-255f-4008-91cd-bfbce9f41a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:53.063814 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8344ac03-255f-4008-91cd-bfbce9f41a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:53.165507 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8344ac03-255f-4008-91cd-bfbce9f41a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:53.179373 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-8db6ce21-2243-438d-811a-3a4d291484c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:53.195158 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 45416) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:53.234783 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344ac03-255f-4008-91cd-bfbce9f41a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd5d800-7e33-4589-bd24-9432836ae16e,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:53.242700 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-8344ac03-255f-4008-91cd-bfbce9f41a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:53.246072 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-8344ac03-255f-4008-91cd-bfbce9f41a02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e1a37984d0448739219357a33836dda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368247 Jun 06 17:40:53.249429 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 45420) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:53.265376 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef28124-f063-45de-9222-30bbfd4284f4 req-4dad528d-a475-4e0f-b955-6135ef0dda40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:53.267074 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-bef28124-f063-45de-9222-30bbfd4284f4 req-4dad528d-a475-4e0f-b955-6135ef0dda40 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 1098 time: 0.1433392 Jun 06 17:40:53.311121 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-bef28124-f063-45de-9222-30bbfd4284f4 req-11d6c103-f4c8-4ece-becb-d869ef5a8249 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374842 Jun 06 17:40:53.331798 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d68e8849-325a-4555-b21f-723f730c17c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:53.341576 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-cfb00ed2-50bc-4c29-ad63-f3f0e535c5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:53.378368 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-cfb00ed2-50bc-4c29-ad63-f3f0e535c5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:53.498713 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d68e8849-325a-4555-b21f-723f730c17c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:53.578900 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-cfb00ed2-50bc-4c29-ad63-f3f0e535c5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:53.581588 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-cfb00ed2-50bc-4c29-ad63-f3f0e535c5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:53.582808 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-cfb00ed2-50bc-4c29-ad63-f3f0e535c5f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0cd5d800-7e33-4589-bd24-9432836ae16e HTTP/1.1" status: 204 len: 168 time: 0.3319936 Jun 06 17:40:53.584049 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-b61eefda-d664-4b2e-90f5-2af09cd15978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:53.591533 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d68e8849-325a-4555-b21f-723f730c17c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:53.605648 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb00ed2-50bc-4c29-ad63-f3f0e535c5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd5d800-7e33-4589-bd24-9432836ae16e,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:53.610993 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-cfb00ed2-50bc-4c29-ad63-f3f0e535c5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:53.611730 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-8e942f39-bd56-4868-ad0f-5aa6ba002cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:53.681524 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 45440) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:53.692548 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-d68e8849-325a-4555-b21f-723f730c17c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2eafeedc4bfa4af1a72e9e50be7806f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4959002 Jun 06 17:40:53.731983 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e8849-325a-4555-b21f-723f730c17c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bb445e-2ce3-45a2-84e8-55b3e42a0847,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:53.735067 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-d68e8849-325a-4555-b21f-723f730c17c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:53.845334 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-fc18d5ca-ce2e-44d9-b584-43fd0207682a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:53.889704 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-fc18d5ca-ce2e-44d9-b584-43fd0207682a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:53.983485 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2687c0b-fd51-4ad8-93b5-1cf56c6c217d req-3bda42c5-74b7-47f1-a7a2-f5ea769be078 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:53.985285 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-d2687c0b-fd51-4ad8-93b5-1cf56c6c217d req-3bda42c5-74b7-47f1-a7a2-f5ea769be078 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.1126568 Jun 06 17:40:54.033213 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-d2687c0b-fd51-4ad8-93b5-1cf56c6c217d req-ecde42cc-4940-47d8-92a6-a14d10cbfab4 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405524 Jun 06 17:40:54.075795 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-fc18d5ca-ce2e-44d9-b584-43fd0207682a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:54.078446 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-fc18d5ca-ce2e-44d9-b584-43fd0207682a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:54.079545 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-fc18d5ca-ce2e-44d9-b584-43fd0207682a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/27bb445e-2ce3-45a2-84e8-55b3e42a0847 HTTP/1.1" status: 204 len: 168 time: 0.3968153 Jun 06 17:40:54.080373 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-f82a6a40-1e05-485e-a374-2149b6666d1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:54.093237 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18d5ca-ce2e-44d9-b584-43fd0207682a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bb445e-2ce3-45a2-84e8-55b3e42a0847,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:54.100193 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-fc18d5ca-ce2e-44d9-b584-43fd0207682a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:54.807804 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 45478) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:54.830235 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-c79665ed-779b-45a6-ac1a-8d3f6bedf4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:54.981115 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-c79665ed-779b-45a6-ac1a-8d3f6bedf4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:55.064393 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-c79665ed-779b-45a6-ac1a-8d3f6bedf4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:55.100984 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:55.115579 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-c79665ed-779b-45a6-ac1a-8d3f6bedf4c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e8db207fed7a4910aa9aa84228392bec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050232 Jun 06 17:40:55.116134 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 45500) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:55.137067 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79665ed-779b-45a6-ac1a-8d3f6bedf4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0f1ad7-e34d-4aa4-84c7-8df89d47495a,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:55.141171 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-c79665ed-779b-45a6-ac1a-8d3f6bedf4c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:55.196833 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8c1801f8-96bf-4dda-9e84-acbb559650a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:55.229086 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8c1801f8-96bf-4dda-9e84-acbb559650a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:55.252405 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bb75a-427e-404a-8bac-225ed7b083ab req-c992732f-e6a7-4535-8190-9b0c2f4167b2 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:55.253924 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f46bb75a-427e-404a-8bac-225ed7b083ab req-c992732f-e6a7-4535-8190-9b0c2f4167b2 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.0909860 Jun 06 17:40:55.299079 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f46bb75a-427e-404a-8bac-225ed7b083ab req-b1ddab6b-48d6-4bec-b42b-4dd009c16042 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393212 Jun 06 17:40:55.467318 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8c1801f8-96bf-4dda-9e84-acbb559650a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:55.469796 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8c1801f8-96bf-4dda-9e84-acbb559650a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:55.470909 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-8c1801f8-96bf-4dda-9e84-acbb559650a6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e0f1ad7-e34d-4aa4-84c7-8df89d47495a HTTP/1.1" status: 204 len: 168 time: 0.3532853 Jun 06 17:40:55.472762 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-53dc0cf5-9ab2-4cd9-84e1-07732b04c7db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:55.484247 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1801f8-96bf-4dda-9e84-acbb559650a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0f1ad7-e34d-4aa4-84c7-8df89d47495a,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:55.486671 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-8c1801f8-96bf-4dda-9e84-acbb559650a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:55.530704 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4c697-e2cc-465d-83ae-b4798e48cec5 req-80929b6d-79ec-4139-a1bb-b2c98d45bfbd tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:55.531958 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3bf4c697-e2cc-465d-83ae-b4798e48cec5 req-80929b6d-79ec-4139-a1bb-b2c98d45bfbd tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.1207473 Jun 06 17:40:55.587270 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3bf4c697-e2cc-465d-83ae-b4798e48cec5 req-3247441f-d53f-4548-8068-1ceb3a0d9f46 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481901 Jun 06 17:40:55.831017 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 45522) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:55.951454 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-2216c90c-b7a1-4262-9e1b-3ce23e12aa9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:56.056932 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-2216c90c-b7a1-4262-9e1b-3ce23e12aa9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:56.181822 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-2216c90c-b7a1-4262-9e1b-3ce23e12aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:56.190723 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-c9fff2bd-0e88-4a12-b1c3-e8051f66d13f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:56.232434 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-2216c90c-b7a1-4262-9e1b-3ce23e12aa9e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c3f86df371849559020005f285c4f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4003713 Jun 06 17:40:56.233975 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216c90c-b7a1-4262-9e1b-3ce23e12aa9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0173e52-e715-4d41-a389-4130632f70fe,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:56.235124 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 45538) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:56.237111 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-2216c90c-b7a1-4262-9e1b-3ce23e12aa9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:56.301344 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-4906fc9e-a615-43d1-9556-76d0651c5165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:56.335355 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-4906fc9e-a615-43d1-9556-76d0651c5165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:56.604948 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-4906fc9e-a615-43d1-9556-76d0651c5165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:56.607452 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-4906fc9e-a615-43d1-9556-76d0651c5165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:56.608574 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-4906fc9e-a615-43d1-9556-76d0651c5165 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0173e52-e715-4d41-a389-4130632f70fe HTTP/1.1" status: 204 len: 168 time: 0.3724916 Jun 06 17:40:56.609508 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-d68e8849-325a-4555-b21f-723f730c17c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:56.620747 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906fc9e-a615-43d1-9556-76d0651c5165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0173e52-e715-4d41-a389-4130632f70fe,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:56.623010 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-4906fc9e-a615-43d1-9556-76d0651c5165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:56.796807 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 45570) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:57.030324 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-0f5545a5-eb01-4a99-b0d3-a0412983b332 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-36768874-network', 'tenant_id': '6b505483132a40f48e326749d966a2a0'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:40:57.124673 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5545a5-eb01-4a99-b0d3-a0412983b332 admin admin] Made reservation on behalf of 6b505483132a40f48e326749d966a2a0 for: {'network': 1} {{(pid=98876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:40:57.127910 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0f5545a5-eb01-4a99-b0d3-a0412983b332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-636678'] for network, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:57.157788 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0f5545a5-eb01-4a99-b0d3-a0412983b332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:57.300043 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0f5545a5-eb01-4a99-b0d3-a0412983b332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:57.452492 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0f5545a5-eb01-4a99-b0d3-a0412983b332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:57.456948 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-4906fc9e-a615-43d1-9556-76d0651c5165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:57.483379 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f5545a5-eb01-4a99-b0d3-a0412983b332 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=98876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:40:57.492590 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5545a5-eb01-4a99-b0d3-a0412983b332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6d5db9-6494-4f42-8ee3-16c9bbdbf6d4,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:57.496017 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-0f5545a5-eb01-4a99-b0d3-a0412983b332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:57.498660 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0f5545a5-eb01-4a99-b0d3-a0412983b332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:57.498994 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.db.segments_db [None req-0f5545a5-eb01-4a99-b0d3-a0412983b332 admin admin] Added segment 94a7a70c-1e05-4788-a947-28c040c42bd1 of type vlan for network ccc80c2f-0403-42f4-ac71-6f6ecad90d96 Jun 06 17:40:57.527029 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0f5545a5-eb01-4a99-b0d3-a0412983b332 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729318189806'] for network, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:57.639267 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 45596) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:57.702926 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-5cb320c5-91eb-4656-9937-ec4b08fa349f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:57.704476 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0f5545a5-eb01-4a99-b0d3-a0412983b332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876'] for network, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:57.705840 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5545a5-eb01-4a99-b0d3-a0412983b332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:57.706445 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0f5545a5-eb01-4a99-b0d3-a0412983b332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:57.711722 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:57.824025 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5545a5-eb01-4a99-b0d3-a0412983b332 admin admin] Pushing event updated for resources: {'Network': ['ID=ccc80c2f-0403-42f4-ac71-6f6ecad90d96,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:57.825203 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-5cb320c5-91eb-4656-9937-ec4b08fa349f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:57.827146 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-0f5545a5-eb01-4a99-b0d3-a0412983b332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:57.838626 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Network ccc80c2f-0403-42f4-ac71-6f6ecad90d96 details requested by agent ovs-agent-dv-cinder-791281-4-smb with host dv-cinder-791281-4-smb {{(pid=98877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:40:57.924736 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-5cb320c5-91eb-4656-9937-ec4b08fa349f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:57.946959 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-8c1801f8-96bf-4dda-9e84-acbb559650a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:57.971718 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-5cb320c5-91eb-4656-9937-ec4b08fa349f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d1eb9bc50154c239c694ab6cf05e8f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314085 Jun 06 17:40:57.974467 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 45606) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:57.978499 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb320c5-91eb-4656-9937-ec4b08fa349f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f5ec83-ab67-4c71-8528-5e262cc0cc19,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:57.981428 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-5cb320c5-91eb-4656-9937-ec4b08fa349f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:58.023933 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-0f5545a5-eb01-4a99-b0d3-a0412983b332 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2232652 Jun 06 17:40:58.024528 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 45610) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:58.030081 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-bb3a7e6b-5729-4fa5-a25d-c0772e525e9a admin admin] Request body: {'subnet': {'network_id': 'ccc80c2f-0403-42f4-ac71-6f6ecad90d96', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-36768874-subnet', 'tenant_id': '6b505483132a40f48e326749d966a2a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:40:58.060341 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b59068fc-265f-47c5-9fd4-48617689195b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:58.086644 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b59068fc-265f-47c5-9fd4-48617689195b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:58.135730 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3a7e6b-5729-4fa5-a25d-c0772e525e9a admin admin] Made reservation on behalf of 6b505483132a40f48e326749d966a2a0 for: {'subnet': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:40:58.138711 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-bb3a7e6b-5729-4fa5-a25d-c0772e525e9a admin admin] Notify callbacks [] for subnet, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:58.279642 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b59068fc-265f-47c5-9fd4-48617689195b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:58.298172 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b59068fc-265f-47c5-9fd4-48617689195b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:58.299475 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-b59068fc-265f-47c5-9fd4-48617689195b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44f5ec83-ab67-4c71-8528-5e262cc0cc19 HTTP/1.1" status: 204 len: 168 time: 0.3236766 Jun 06 17:40:58.303867 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-4bfecc24-239c-40de-8af3-b372d624344d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:58.355603 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59068fc-265f-47c5-9fd4-48617689195b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f5ec83-ab67-4c71-8528-5e262cc0cc19,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:58.381827 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-b59068fc-265f-47c5-9fd4-48617689195b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:58.454232 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be567e-c598-4134-a3b7-274b2e631985 req-1b47cf51-b6f8-47f9-9fe0-fcea661f226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:58.455848 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-47be567e-c598-4134-a3b7-274b2e631985 req-1b47cf51-b6f8-47f9-9fe0-fcea661f226e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff76e8c459174d03af24f28696c53158&device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 1099 time: 0.1596367 Jun 06 17:40:58.717519 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8ac61-4fca-4b88-9127-259425f5ebe0 req-f51b34e5-25bf-4628-8108-d2effabd348e tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:58.719001 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-12b8ac61-4fca-4b88-9127-259425f5ebe0 req-f51b34e5-25bf-4628-8108-d2effabd348e tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.2073278 Jun 06 17:40:58.720281 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be567e-c598-4134-a3b7-274b2e631985 req-4041ed4b-3dc5-490f-a1b7-c49e054d3935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:58.721563 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-47be567e-c598-4134-a3b7-274b2e631985 req-4041ed4b-3dc5-490f-a1b7-c49e054d3935 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f47093d2-ff25-4dae-b18f-38b02f03962a HTTP/1.1" status: 200 len: 919 time: 0.2422414 Jun 06 17:40:58.792156 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-bb3a7e6b-5729-4fa5-a25d-c0772e525e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869'] for subnet, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:58.815148 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-11da64a6-5204-4c98-b7e8-ce16434837de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:58.844951 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-47be567e-c598-4134-a3b7-274b2e631985 req-a8a76d73-2fe5-48c0-b76e-9fbec652f254 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5 HTTP/1.1" status: 200 len: 217 time: 0.1068482 Jun 06 17:40:58.925456 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-12b8ac61-4fca-4b88-9127-259425f5ebe0 req-c05cdee8-4f6f-469b-9a45-95b62c55307b tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005863 Jun 06 17:40:58.964598 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a7e6b-5729-4fa5-a25d-c0772e525e9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=22b202e4-5480-4c36-9fd8-2f2a18114920,revision_number=0']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:58.968356 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-bb3a7e6b-5729-4fa5-a25d-c0772e525e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:58.992731 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be567e-c598-4134-a3b7-274b2e631985 req-5f81e0a4-f74f-419d-abac-49092517017b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:58.994432 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-47be567e-c598-4134-a3b7-274b2e631985 req-5f81e0a4-f74f-419d-abac-49092517017b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5010943e-69b0-42ca-ad2d-4caf9c0ea80f HTTP/1.1" status: 200 len: 858 time: 0.1268899 Jun 06 17:40:58.995401 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3a7e6b-5729-4fa5-a25d-c0772e525e9a admin admin] Checking segment: {'id': '94a7a70c-1e05-4788-a947-28c040c42bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ccc80c2f-0403-42f4-ac71-6f6ecad90d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:40:58.995905 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3a7e6b-5729-4fa5-a25d-c0772e525e9a admin admin] Network hostable DHCP agents. Network: ccc80c2f-0403-42f4-ac71-6f6ecad90d96, hostable agents: ['9f9e633d-4e7f-4a78-8507-e6ddd2ff9366'], hosted agents: [] {{(pid=98875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:40:59.060261 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-47be567e-c598-4134-a3b7-274b2e631985 req-fab93eae-4e92-490f-9894-bdd68a0fa8f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f47093d2-ff25-4dae-b18f-38b02f03962a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547354 Jun 06 17:40:59.161864 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3a7e6b-5729-4fa5-a25d-c0772e525e9a admin admin] Network ccc80c2f-0403-42f4-ac71-6f6ecad90d96 is scheduled to be hosted by DHCP agent 9f9e633d-4e7f-4a78-8507-e6ddd2ff9366 with binding_index 1 {{(pid=98875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:40:59.207282 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-47be567e-c598-4134-a3b7-274b2e631985 req-e82272c3-347b-4bec-be1b-f192b842dffa service neutron] 10.222.0.21 "GET /v2.0/networks/f47093d2-ff25-4dae-b18f-38b02f03962a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378477 Jun 06 17:40:59.306081 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [None req-bb3a7e6b-5729-4fa5-a25d-c0772e525e9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-smb, ccc80c2f-0403-42f4-ac71-6f6ecad90d96) {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:40:59.317466 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0cd129-6270-42d9-aaf9-67d28b3044a6 None None] Network ccc80c2f-0403-42f4-ac71-6f6ecad90d96 requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:40:59.318876 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3a7e6b-5729-4fa5-a25d-c0772e525e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:59.319547 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-bb3a7e6b-5729-4fa5-a25d-c0772e525e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for subnet, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:59.373069 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-47be567e-c598-4134-a3b7-274b2e631985 req-843d7b1c-30f0-4321-aa61-3cf53c404a0d service neutron] 10.222.0.21 "GET /v2.0/networks/f47093d2-ff25-4dae-b18f-38b02f03962a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585524 Jun 06 17:40:59.444281 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-bb3a7e6b-5729-4fa5-a25d-c0772e525e9a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4189761 Jun 06 17:40:59.574033 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d33bd72-6f61-4e62-a3e0-e0a50c7cd23f None None] Network ccc80c2f-0403-42f4-ac71-6f6ecad90d96 requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:40:59.723505 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c1ab0-7fb3-478b-8567-44487a0e9eea req-cdda41bb-0502-400a-bdb0-192ce3939fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:59.729116 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-893c1ab0-7fb3-478b-8567-44487a0e9eea req-cdda41bb-0502-400a-bdb0-192ce3939fcc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff76e8c459174d03af24f28696c53158&device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 1099 time: 0.1731219 Jun 06 17:40:59.905407 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c1ab0-7fb3-478b-8567-44487a0e9eea req-33d3ea5e-f83d-4dd2-94bc-6f52b5c9d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:59.907020 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-893c1ab0-7fb3-478b-8567-44487a0e9eea req-33d3ea5e-f83d-4dd2-94bc-6f52b5c9d05a service neutron] 10.222.0.21 "GET /v2.0/networks?id=f47093d2-ff25-4dae-b18f-38b02f03962a HTTP/1.1" status: 200 len: 919 time: 0.1729960 Jun 06 17:41:00.001778 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-893c1ab0-7fb3-478b-8567-44487a0e9eea req-5e50544e-d3c3-42d6-b953-1aad59317624 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5 HTTP/1.1" status: 200 len: 217 time: 0.0862360 Jun 06 17:41:00.199450 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c1ab0-7fb3-478b-8567-44487a0e9eea req-223632e9-d825-4a4a-a3c9-1897a7e88ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:00.200868 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-893c1ab0-7fb3-478b-8567-44487a0e9eea req-223632e9-d825-4a4a-a3c9-1897a7e88ec7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5010943e-69b0-42ca-ad2d-4caf9c0ea80f HTTP/1.1" status: 200 len: 858 time: 0.1919229 Jun 06 17:41:00.261689 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-893c1ab0-7fb3-478b-8567-44487a0e9eea req-5617c5bb-0f36-41e8-9e3b-4609be34dd02 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f47093d2-ff25-4dae-b18f-38b02f03962a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457511 Jun 06 17:41:00.269733 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84aacee-620a-43de-a05c-f83be0e7195a req-7782bc8e-e377-4d4c-b8eb-1c676cfd1469 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:00.271534 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a84aacee-620a-43de-a05c-f83be0e7195a req-7782bc8e-e377-4d4c-b8eb-1c676cfd1469 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.2166338 Jun 06 17:41:00.399916 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a84aacee-620a-43de-a05c-f83be0e7195a req-7ebda6ee-76be-4346-a00d-9a053ab9682b tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095810 Jun 06 17:41:00.447474 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-893c1ab0-7fb3-478b-8567-44487a0e9eea req-e126a8b9-321d-49f2-bf88-a22d0f40e838 service neutron] 10.222.0.21 "GET /v2.0/networks/f47093d2-ff25-4dae-b18f-38b02f03962a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750247 Jun 06 17:41:00.475761 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 45716) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:00.484188 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-d4f2722c-f6fa-4d91-a722-841cabb7aa79 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1270854465-network', 'tenant_id': 'a8961b5923854fbdbb396edaa0175d50'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:00.600940 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-893c1ab0-7fb3-478b-8567-44487a0e9eea req-9427a567-7252-446d-a32e-bbb8828457ad service neutron] 10.222.0.21 "GET /v2.0/networks/f47093d2-ff25-4dae-b18f-38b02f03962a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460526 Jun 06 17:41:00.726553 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f2722c-f6fa-4d91-a722-841cabb7aa79 admin admin] Made reservation on behalf of a8961b5923854fbdbb396edaa0175d50 for: {'network': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:41:00.728887 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d4f2722c-f6fa-4d91-a722-841cabb7aa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-636678'] for network, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:00.741861 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d4f2722c-f6fa-4d91-a722-841cabb7aa79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:00.849359 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d4f2722c-f6fa-4d91-a722-841cabb7aa79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:00.927618 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d4f2722c-f6fa-4d91-a722-841cabb7aa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:00.937923 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-079d5c96-ccb2-46ad-aba4-2355ce632c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:00.962199 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f2722c-f6fa-4d91-a722-841cabb7aa79 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=98875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:41:00.967384 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2722c-f6fa-4d91-a722-841cabb7aa79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb70772-c702-4d96-87c4-917d908b3e67,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:00.971650 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-d4f2722c-f6fa-4d91-a722-841cabb7aa79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:00.985909 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d4f2722c-f6fa-4d91-a722-841cabb7aa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:00.986284 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.db.segments_db [None req-d4f2722c-f6fa-4d91-a722-841cabb7aa79 admin admin] Added segment 18ebfabe-181b-44ec-a974-8062dd54f99e of type vlan for network 63dc0cb4-7ae9-4981-8a11-7b4d7b7518eb Jun 06 17:41:01.017293 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d4f2722c-f6fa-4d91-a722-841cabb7aa79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729318189806'] for network, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:01.132251 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d4f2722c-f6fa-4d91-a722-841cabb7aa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876'] for network, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:01.133800 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f2722c-f6fa-4d91-a722-841cabb7aa79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:01.134448 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d4f2722c-f6fa-4d91-a722-841cabb7aa79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:01.139662 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-c489987f-b8db-46df-8041-ee1c00c9e65a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:01.244778 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2722c-f6fa-4d91-a722-841cabb7aa79 admin admin] Pushing event updated for resources: {'Network': ['ID=63dc0cb4-7ae9-4981-8a11-7b4d7b7518eb,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:01.248828 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-d4f2722c-f6fa-4d91-a722-841cabb7aa79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:01.253929 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-d4f2722c-f6fa-4d91-a722-841cabb7aa79 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7741106 Jun 06 17:41:01.254467 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 45746) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:01.258231 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Network 63dc0cb4-7ae9-4981-8a11-7b4d7b7518eb details requested by agent ovs-agent-dv-cinder-791281-4-smb with host dv-cinder-791281-4-smb {{(pid=98877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:41:01.259787 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-2476a8f0-e343-4cfd-9b87-091c6d7aed72 admin admin] Request body: {'subnet': {'network_id': '63dc0cb4-7ae9-4981-8a11-7b4d7b7518eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1270854465-subnet', 'tenant_id': 'a8961b5923854fbdbb396edaa0175d50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:01.412724 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2476a8f0-e343-4cfd-9b87-091c6d7aed72 admin admin] Made reservation on behalf of a8961b5923854fbdbb396edaa0175d50 for: {'subnet': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:41:01.415107 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-2476a8f0-e343-4cfd-9b87-091c6d7aed72 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:01.670323 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3a949-c9f6-4bfe-9f2f-dcd108096334 req-77056199-3a65-49b3-9bed-fa762c1b7c47 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:01.671752 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4ce3a949-c9f6-4bfe-9f2f-dcd108096334 req-77056199-3a65-49b3-9bed-fa762c1b7c47 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.1529355 Jun 06 17:41:01.757165 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4ce3a949-c9f6-4bfe-9f2f-dcd108096334 req-61779f53-3baf-48a1-b7ee-400b6c8e7504 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776081 Jun 06 17:41:01.833886 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-2476a8f0-e343-4cfd-9b87-091c6d7aed72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869'] for subnet, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:01.839846 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:01.914767 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476a8f0-e343-4cfd-9b87-091c6d7aed72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f08c63a3-a939-4464-9cd5-e5a1d9d9f3e7,revision_number=0']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:01.918068 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-2476a8f0-e343-4cfd-9b87-091c6d7aed72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:01.925416 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2476a8f0-e343-4cfd-9b87-091c6d7aed72 admin admin] Checking segment: {'id': '18ebfabe-181b-44ec-a974-8062dd54f99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '63dc0cb4-7ae9-4981-8a11-7b4d7b7518eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:41:01.925764 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2476a8f0-e343-4cfd-9b87-091c6d7aed72 admin admin] Network hostable DHCP agents. Network: 63dc0cb4-7ae9-4981-8a11-7b4d7b7518eb, hostable agents: ['9f9e633d-4e7f-4a78-8507-e6ddd2ff9366'], hosted agents: [] {{(pid=98875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:41:02.018254 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2476a8f0-e343-4cfd-9b87-091c6d7aed72 admin admin] Network 63dc0cb4-7ae9-4981-8a11-7b4d7b7518eb is scheduled to be hosted by DHCP agent 9f9e633d-4e7f-4a78-8507-e6ddd2ff9366 with binding_index 1 {{(pid=98875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:41:02.096440 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:02.132394 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [None req-2476a8f0-e343-4cfd-9b87-091c6d7aed72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-smb, 63dc0cb4-7ae9-4981-8a11-7b4d7b7518eb) {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:41:02.137120 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2476a8f0-e343-4cfd-9b87-091c6d7aed72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:02.137531 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-2476a8f0-e343-4cfd-9b87-091c6d7aed72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for subnet, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:02.145076 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee9cf05-c6f1-4b00-92f3-7f938cd99513 None None] Network 63dc0cb4-7ae9-4981-8a11-7b4d7b7518eb requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:41:02.213368 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-2476a8f0-e343-4cfd-9b87-091c6d7aed72 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9577439 Jun 06 17:41:02.374085 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4899ba-c227-4162-80ed-b1582e3a2342 None None] Network 63dc0cb4-7ae9-4981-8a11-7b4d7b7518eb requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:41:02.970431 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4306d-c954-4954-b54d-cc2c614965fd req-7a5cf7b6-25a8-4d59-82c9-54db2c797595 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:02.972580 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-01a4306d-c954-4954-b54d-cc2c614965fd req-7a5cf7b6-25a8-4d59-82c9-54db2c797595 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.0921915 Jun 06 17:41:03.030634 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-01a4306d-c954-4954-b54d-cc2c614965fd req-1d3b6769-dcae-4f11-8066-d699e7fb7c7a tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418956 Jun 06 17:41:03.072426 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-8c0a6da2-cce0-4cba-a358-2a018234788f tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:03.080212 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-8c0a6da2-cce0-4cba-a358-2a018234788f tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/networks?id=ccc80c2f-0403-42f4-ac71-6f6ecad90d96 HTTP/1.1" status: 200 len: 807 time: 0.1820164 Jun 06 17:41:03.092296 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-dcc94e3f-f956-43f3-97ea-7aba81402ee2 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/quotas/6b505483132a40f48e326749d966a2a0 HTTP/1.1" status: 200 len: 375 time: 0.0110946 Jun 06 17:41:03.144008 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-7b3e628d-0028-4da2-b947-a467d83ed8b7 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b505483132a40f48e326749d966a2a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454481 Jun 06 17:41:03.293254 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-e41f686c-22da-4424-85c2-0574430fdbb4 service neutron] 10.222.0.23 "GET /v2.0/networks/ccc80c2f-0403-42f4-ac71-6f6ecad90d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380758 Jun 06 17:41:03.432417 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-88361b0e-7073-4d97-9d2a-d48c40317a49 service neutron] 10.222.0.23 "GET /v2.0/networks/ccc80c2f-0403-42f4-ac71-6f6ecad90d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334028 Jun 06 17:41:03.824024 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-dd1b737a-8029-4624-acce-f03ae19d14f5 req-e4ce4668-263a-4a31-ada4-6c322fa86155 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/ports?device_id=281c3d5d-ef04-44c7-9369-182bbb34e66f HTTP/1.1" status: 200 len: 210 time: 0.1138649 Jun 06 17:41:04.288990 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366fc33f-25cb-404e-aed6-afa9f7699931 req-e6413f51-e40f-4c1e-a3d8-e88bffeac18b tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:04.290446 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-366fc33f-25cb-404e-aed6-afa9f7699931 req-e6413f51-e40f-4c1e-a3d8-e88bffeac18b tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.1447406 Jun 06 17:41:04.336924 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-366fc33f-25cb-404e-aed6-afa9f7699931 req-2e7eb4cc-dedf-4bf6-bb81-e9cb51332689 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391610 Jun 06 17:41:04.926812 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-d879b5b6-fae8-46dd-9411-eb7a3a1b50cc req-cdaedc5b-fa5d-4dba-8a9b-41a9fe8b595e tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/ports?device_id=281c3d5d-ef04-44c7-9369-182bbb34e66f HTTP/1.1" status: 200 len: 210 time: 0.0421574 Jun 06 17:41:05.206833 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 45864) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:05.322477 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-87104c80-c0a9-420a-bbb2-2c53971bd3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:05.432316 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-87104c80-c0a9-420a-bbb2-2c53971bd3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:05.503759 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-87104c80-c0a9-420a-bbb2-2c53971bd3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:05.515337 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:05.556425 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-87104c80-c0a9-420a-bbb2-2c53971bd3de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b281a1d6f91040f6b06878c917c27a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3460846 Jun 06 17:41:05.557116 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165f1d6-bbd3-40f0-9ebe-7396c0966c61 req-572d288e-3ec6-4d59-8b0f-ecefcd074946 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:05.557293 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 45874) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:05.559252 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7165f1d6-bbd3-40f0-9ebe-7396c0966c61 req-572d288e-3ec6-4d59-8b0f-ecefcd074946 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.0931976 Jun 06 17:41:05.570822 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87104c80-c0a9-420a-bbb2-2c53971bd3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a070bdbd-164b-4dfd-a869-da09490edb52,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:05.586562 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-87104c80-c0a9-420a-bbb2-2c53971bd3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:05.612660 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7165f1d6-bbd3-40f0-9ebe-7396c0966c61 req-786c7551-3f72-4ad4-ba7a-b0facc3dfd9e tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450346 Jun 06 17:41:05.643266 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-18e4fff4-e6ff-4e1b-85b7-5dc9be45bc73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:05.670672 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-18e4fff4-e6ff-4e1b-85b7-5dc9be45bc73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:05.787306 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-18e4fff4-e6ff-4e1b-85b7-5dc9be45bc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:05.789873 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-18e4fff4-e6ff-4e1b-85b7-5dc9be45bc73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:05.791026 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-18e4fff4-e6ff-4e1b-85b7-5dc9be45bc73 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a070bdbd-164b-4dfd-a869-da09490edb52 HTTP/1.1" status: 204 len: 168 time: 0.2329726 Jun 06 17:41:05.791744 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:05.808014 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4fff4-e6ff-4e1b-85b7-5dc9be45bc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a070bdbd-164b-4dfd-a869-da09490edb52,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:05.818466 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-18e4fff4-e6ff-4e1b-85b7-5dc9be45bc73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:06.096662 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-d6365c83-2645-4f2a-99fe-99da01d75d9e req-36750f8b-df62-4c4d-89df-89dd00c3a2ce tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/ports?device_id=281c3d5d-ef04-44c7-9369-182bbb34e66f HTTP/1.1" status: 200 len: 210 time: 0.0463884 Jun 06 17:41:06.805684 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf919ff-ec10-43da-a60b-7e1ad8287401 req-3bedcd77-26de-42e2-9c3d-93fff0f18847 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:06.811125 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9bf919ff-ec10-43da-a60b-7e1ad8287401 req-3bedcd77-26de-42e2-9c3d-93fff0f18847 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.0873981 Jun 06 17:41:06.870693 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9bf919ff-ec10-43da-a60b-7e1ad8287401 req-cd1c3a2c-b05b-4719-bf2e-d61d2cf826e4 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549772 Jun 06 17:41:07.046008 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 45922) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:07.162098 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-162249b3-768d-4cc0-bf20-1673dd83bd86 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:07.163977 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-162249b3-768d-4cc0-bf20-1673dd83bd86 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.21 "GET /v2.0/networks?id=ccc80c2f-0403-42f4-ac71-6f6ecad90d96 HTTP/1.1" status: 200 len: 807 time: 0.1612425 Jun 06 17:41:07.185388 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-47367770-1400-4eaf-afd7-fccf208a5511 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Request body: {'port': {'device_id': '281c3d5d-ef04-44c7-9369-182bbb34e66f', 'network_id': 'ccc80c2f-0403-42f4-ac71-6f6ecad90d96', 'admin_state_up': True, 'tenant_id': '6b505483132a40f48e326749d966a2a0'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:07.272258 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-592fd952-5e7a-4b73-85ac-1bb2eb00c2f4 req-d1447c0f-e700-4c5a-9a4d-b5f5d7afb8a5 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/ports?device_id=281c3d5d-ef04-44c7-9369-182bbb34e66f HTTP/1.1" status: 200 len: 210 time: 0.0498283 Jun 06 17:41:07.360108 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2b03afa9-ecdc-4869-9d9e-442464ccce0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:07.391461 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.db.api [None req-2b03afa9-ecdc-4869-9d9e-442464ccce0c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 06 17:41:07.391461 dv-cinder-791281-4-smb neutron-server[98876]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 06 17:41:07.391461 dv-cinder-791281-4-smb neutron-server[98876]: [parameters: {'project_id': '400fdc654b85484aa9bc97d624b1d307', 'id': 'aee8756f-98e1-4012-9881-ab57eab436ca', 'expiration': datetime.datetime(2021, 6, 6, 17, 43, 7, 384750)}] Jun 06 17:41:07.391461 dv-cinder-791281-4-smb neutron-server[98876]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=98876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 17:41:07.391834 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_db.api [None req-2b03afa9-ecdc-4869-9d9e-442464ccce0c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 17:41:07.458761 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-47367770-1400-4eaf-afd7-fccf208a5511 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Made reservation on behalf of 6b505483132a40f48e326749d966a2a0 for: {'port': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:41:07.462550 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-47367770-1400-4eaf-afd7-fccf208a5511 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:07.644289 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_common [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-47367770-1400-4eaf-afd7-fccf208a5511 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Allocated IP 172.20.0.9 (ccc80c2f-0403-42f4-ac71-6f6ecad90d96/22b202e4-5480-4c36-9fd8-2f2a18114920/44b33e53-f9a9-4abd-b87f-80662eb47e19) {{(pid=98875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:41:07.850950 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-47367770-1400-4eaf-afd7-fccf208a5511 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Notify callbacks [] for port, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:07.893286 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2b03afa9-ecdc-4869-9d9e-442464ccce0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:07.955597 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-47367770-1400-4eaf-afd7-fccf208a5511 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:07.964051 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:08.030833 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-47367770-1400-4eaf-afd7-fccf208a5511 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Network ccc80c2f-0403-42f4-ac71-6f6ecad90d96 is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:41:08.034025 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-47367770-1400-4eaf-afd7-fccf208a5511 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:41:08.038685 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-47367770-1400-4eaf-afd7-fccf208a5511 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Received port after_create {{(pid=98875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:41:08.044143 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-47367770-1400-4eaf-afd7-fccf208a5511 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:08.044740 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-47367770-1400-4eaf-afd7-fccf208a5511 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:08.059803 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2b03afa9-ecdc-4869-9d9e-442464ccce0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:08.062514 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47367770-1400-4eaf-afd7-fccf208a5511 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Pushing event updated for resources: {'Port': ['ID=44b33e53-f9a9-4abd-b87f-80662eb47e19,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:08.066232 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-47367770-1400-4eaf-afd7-fccf208a5511 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:08.080168 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29297cab-8c72-4094-bb59-b681c5e45624 req-0ec869f2-b82e-4c1d-92cd-a70a21fee31b tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:08.081595 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-29297cab-8c72-4094-bb59-b681c5e45624 req-0ec869f2-b82e-4c1d-92cd-a70a21fee31b tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.1035943 Jun 06 17:41:08.125890 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-29297cab-8c72-4094-bb59-b681c5e45624 req-85ecd7f5-fd89-4f55-bfd1-7c9ea0d36a1c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379176 Jun 06 17:41:08.155136 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2b03afa9-ecdc-4869-9d9e-442464ccce0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:08.162154 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-b59068fc-265f-47c5-9fd4-48617689195b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:08.209969 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-2b03afa9-ecdc-4869-9d9e-442464ccce0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=400fdc654b85484aa9bc97d624b1d307&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1603782 Jun 06 17:41:08.209969 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03afa9-ecdc-4869-9d9e-442464ccce0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6187dca4-cf6c-4ad3-9c7d-a2e376432233,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:08.211479 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 45952) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:08.211665 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-2b03afa9-ecdc-4869-9d9e-442464ccce0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:08.254016 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-47367770-1400-4eaf-afd7-fccf208a5511 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0736423 Jun 06 17:41:08.283068 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] Request body: {'port': {'device_id': '281c3d5d-ef04-44c7-9369-182bbb34e66f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:08.336581 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9bd8cf63-fe28-4554-8a9a-89dda25ad678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:08.372738 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9bd8cf63-fe28-4554-8a9a-89dda25ad678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:08.546199 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9bd8cf63-fe28-4554-8a9a-89dda25ad678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:08.546199 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9bd8cf63-fe28-4554-8a9a-89dda25ad678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:08.546199 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-9bd8cf63-fe28-4554-8a9a-89dda25ad678 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6187dca4-cf6c-4ad3-9c7d-a2e376432233 HTTP/1.1" status: 204 len: 168 time: 0.3321993 Jun 06 17:41:08.546722 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-d4f2722c-f6fa-4d91-a722-841cabb7aa79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:08.552868 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:08.573078 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8cf63-fe28-4554-8a9a-89dda25ad678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6187dca4-cf6c-4ad3-9c7d-a2e376432233,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:08.575836 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-9bd8cf63-fe28-4554-8a9a-89dda25ad678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:08.694950 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e77a4-827d-49fd-b23b-1b9bf5e10d90 req-6aaa92cf-16ad-4b0c-8d33-40fdd3155a01 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:08.696428 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-702e77a4-827d-49fd-b23b-1b9bf5e10d90 req-6aaa92cf-16ad-4b0c-8d33-40fdd3155a01 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/ports?device_id=281c3d5d-ef04-44c7-9369-182bbb34e66f HTTP/1.1" status: 200 len: 931 time: 0.2375467 Jun 06 17:41:08.780805 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-702e77a4-827d-49fd-b23b-1b9bf5e10d90 req-b62ad233-c90d-4038-af91-d1e1b7616f21 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6d5db9-6494-4f42-8ee3-16c9bbdbf6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782776 Jun 06 17:41:09.040010 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b33e53-f9a9-4abd-b87f-80662eb47e19 {{(pid=98875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:41:09.048035 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:09.062682 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] Transition to ACTIVE for port object 44b33e53-f9a9-4abd-b87f-80662eb47e19 will not be triggered until provisioned by entity L2. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:41:09.141521 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:09.146680 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:09.306987 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 45986) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:09.326589 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] Pushing event updated for resources: {'Port': ['ID=44b33e53-f9a9-4abd-b87f-80662eb47e19,revision_number=2']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:09.331374 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:09.334278 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-62489b63-6c1b-40ec-85e5-5abc43364e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:09.334613 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] Attempting to bind port 44b33e53-f9a9-4abd-b87f-80662eb47e19 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:41:09.334957 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] Attempting to bind port 44b33e53-f9a9-4abd-b87f-80662eb47e19 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '94a7a70c-1e05-4788-a947-28c040c42bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ccc80c2f-0403-42f4-ac71-6f6ecad90d96'}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:41:09.335307 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] Attempting to bind port 44b33e53-f9a9-4abd-b87f-80662eb47e19 on network ccc80c2f-0403-42f4-ac71-6f6ecad90d96 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:41:09.340707 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] Port 44b33e53-f9a9-4abd-b87f-80662eb47e19 on network ccc80c2f-0403-42f4-ac71-6f6ecad90d96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:41:09.341028 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] Attempting to bind port 44b33e53-f9a9-4abd-b87f-80662eb47e19 on network ccc80c2f-0403-42f4-ac71-6f6ecad90d96 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:41:09.347166 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] Checking agent: {'id': 'a6fcd907-c3ac-4abf-b52d-463afd7284ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'started_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:41:09.349134 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] Checking segment: {'id': '94a7a70c-1e05-4788-a947-28c040c42bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ccc80c2f-0403-42f4-ac71-6f6ecad90d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:41:09.349134 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] Bound using segment: {'id': '94a7a70c-1e05-4788-a947-28c040c42bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ccc80c2f-0403-42f4-ac71-6f6ecad90d96'} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:41:09.349134 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] Bound port: 44b33e53-f9a9-4abd-b87f-80662eb47e19, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94a7a70c-1e05-4788-a947-28c040c42bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ccc80c2f-0403-42f4-ac71-6f6ecad90d96'}}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:41:09.349134 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:09.409883 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3a1a9-2de3-4ca3-95b2-7722fe6534e9 req-48573433-e347-4247-8cb2-e8316bdfd6dd tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:09.418883 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f9c3a1a9-2de3-4ca3-95b2-7722fe6534e9 req-48573433-e347-4247-8cb2-e8316bdfd6dd tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.1708789 Jun 06 17:41:09.453153 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] For port 44b33e53-f9a9-4abd-b87f-80662eb47e19, host hv-cinder-79128, cleared binding levels {{(pid=98875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:41:09.456902 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] For port 44b33e53-f9a9-4abd-b87f-80662eb47e19, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=44b33e53-f9a9-4abd-b87f-80662eb47e19,segment=NetworkSegment(94a7a70c-1e05-4788-a947-28c040c42bd1),segment_id=94a7a70c-1e05-4788-a947-28c040c42bd1)] {{(pid=98875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:41:09.482742 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f9c3a1a9-2de3-4ca3-95b2-7722fe6534e9 req-acb2f6d1-3e05-40dc-acf7-aa45127c5062 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630302 Jun 06 17:41:09.529886 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-62489b63-6c1b-40ec-85e5-5abc43364e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:09.572950 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:09.578017 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:09.637384 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:09.637988 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:09.639349 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] 10.222.0.21 "PUT /v2.0/ports/44b33e53-f9a9-4abd-b87f-80662eb47e19 HTTP/1.1" status: 200 len: 1093 time: 1.3685493 Jun 06 17:41:09.639837 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281c3d5d-ef04-44c7-9369-182bbb34e66f', 'tag': '44b33e53-f9a9-4abd-b87f-80662eb47e19'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:41:09.642094 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d19e0ff-2db9-4da5-b28a-27a4f3c4692a" -d '{"events": [{"name": "network-changed", "server_uuid": "281c3d5d-ef04-44c7-9369-182bbb34e66f", "tag": "44b33e53-f9a9-4abd-b87f-80662eb47e19"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:41:09.679232 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-62489b63-6c1b-40ec-85e5-5abc43364e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:09.684552 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] Pushing event updated for resources: {'Port': ['ID=44b33e53-f9a9-4abd-b87f-80662eb47e19,revision_number=3']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:09.686660 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-ff48c258-8636-43a1-bf16-529eaff072f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:09.718777 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:09.726760 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81a3d12-d1b6-45e1-a6f7-e991a38d6092 x-openstack-request-id: req-e81a3d12-d1b6-45e1-a6f7-e991a38d6092 {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:41:09.727521 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281c3d5d-ef04-44c7-9369-182bbb34e66f", "tag": "44b33e53-f9a9-4abd-b87f-80662eb47e19", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:41:09.728948 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e81a3d12-d1b6-45e1-a6f7-e991a38d6092 {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:41:09.729892 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '281c3d5d-ef04-44c7-9369-182bbb34e66f', 'tag': '44b33e53-f9a9-4abd-b87f-80662eb47e19', 'status': 'completed', 'code': 200} Jun 06 17:41:09.743715 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-438f598e-ae5f-4925-8480-d1e20df9e75b tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=58990e5a9d5b4ce99caf0426b581b613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544710 Jun 06 17:41:09.744746 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-62489b63-6c1b-40ec-85e5-5abc43364e01 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a314a1178ff449c6b3df31bedb134fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4367507 Jun 06 17:41:09.745875 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62489b63-6c1b-40ec-85e5-5abc43364e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef96f0c7-dd67-4aa5-8c37-28459aabe0ac,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:09.748434 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 46006) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:09.768807 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-62489b63-6c1b-40ec-85e5-5abc43364e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:09.815256 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-df41b297-22a5-4e44-a078-005395b256cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:09.846285 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-df41b297-22a5-4e44-a078-005395b256cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:09.971672 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19e0ff-2db9-4da5-b28a-27a4f3c4692a req-67ee8b51-5af9-4a5a-a696-d14e28097d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:09.973112 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0d19e0ff-2db9-4da5-b28a-27a4f3c4692a req-67ee8b51-5af9-4a5a-a696-d14e28097d99 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b505483132a40f48e326749d966a2a0&device_id=281c3d5d-ef04-44c7-9369-182bbb34e66f HTTP/1.1" status: 200 len: 1096 time: 0.2269709 Jun 06 17:41:09.984151 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-0591c058-a3ec-436f-8ea1-cc243774abab tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:09.985781 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-0591c058-a3ec-436f-8ea1-cc243774abab tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2407367 Jun 06 17:41:10.005520 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6d3ae-cbf4-4bc9-ac87-6e045163ef9f req-20f555d4-7697-4278-b1a7-b8c4c5a620e5 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:10.005520 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-6ad6d3ae-cbf4-4bc9-ac87-6e045163ef9f req-20f555d4-7697-4278-b1a7-b8c4c5a620e5 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/ports?device_id=281c3d5d-ef04-44c7-9369-182bbb34e66f HTTP/1.1" status: 200 len: 943 time: 0.0917385 Jun 06 17:41:10.006892 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 46014) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:10.024924 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-46813b39-1bc9-4b6a-86c0-3610ed91ab46 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/quotas/58990e5a9d5b4ce99caf0426b581b613 HTTP/1.1" status: 200 len: 375 time: 0.0191128 Jun 06 17:41:10.074653 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-df41b297-22a5-4e44-a078-005395b256cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:10.078184 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-df41b297-22a5-4e44-a078-005395b256cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:10.080421 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-df41b297-22a5-4e44-a078-005395b256cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef96f0c7-dd67-4aa5-8c37-28459aabe0ac HTTP/1.1" status: 204 len: 168 time: 0.3308656 Jun 06 17:41:10.087640 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-82cb50be-3e82-461a-b654-625c6964f7f4 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=58990e5a9d5b4ce99caf0426b581b613&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523760 Jun 06 17:41:10.101143 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:10.141992 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-6ad6d3ae-cbf4-4bc9-ac87-6e045163ef9f req-d941972c-cd52-4a27-807b-6bab5b17436f tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6d5db9-6494-4f42-8ee3-16c9bbdbf6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155159 Jun 06 17:41:10.157360 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41b297-22a5-4e44-a078-005395b256cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef96f0c7-dd67-4aa5-8c37-28459aabe0ac,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:10.162484 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-df41b297-22a5-4e44-a078-005395b256cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:10.172813 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-748855d3-8c54-43eb-98eb-8f8cc6beb45f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:10.217526 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19e0ff-2db9-4da5-b28a-27a4f3c4692a req-d327e14d-1688-41ad-9a3a-b2c0ac3ebaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:10.218999 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0d19e0ff-2db9-4da5-b28a-27a4f3c4692a req-d327e14d-1688-41ad-9a3a-b2c0ac3ebaee service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=6b505483132a40f48e326749d966a2a0&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2323632 Jun 06 17:41:10.304476 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-748855d3-8c54-43eb-98eb-8f8cc6beb45f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:10.381350 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19e0ff-2db9-4da5-b28a-27a4f3c4692a req-c73a9041-f17a-43f7-8bed-09a7e35c6f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:10.382890 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0d19e0ff-2db9-4da5-b28a-27a4f3c4692a req-c73a9041-f17a-43f7-8bed-09a7e35c6f5f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1574881 Jun 06 17:41:10.502263 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-a46aeb01-2e2a-4f16-89ef-3ba9b6193416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:10.503738 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-a46aeb01-2e2a-4f16-89ef-3ba9b6193416 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b505483132a40f48e326749d966a2a0&device_id=281c3d5d-ef04-44c7-9369-182bbb34e66f HTTP/1.1" status: 200 len: 1096 time: 0.0775776 Jun 06 17:41:10.552873 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-748855d3-8c54-43eb-98eb-8f8cc6beb45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:10.566410 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:10.581631 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-66001e85-53be-4360-b46a-1b51485b302d req-66654751-4cb8-4de3-9fc7-56912c99e501 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/ports?device_id=23317315-e092-4e32-ac06-731402cb2930 HTTP/1.1" status: 200 len: 210 time: 0.0893047 Jun 06 17:41:10.603153 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-5734a3bc-ec0f-4513-9f8f-149f1debb020 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44b33e53-f9a9-4abd-b87f-80662eb47e19 HTTP/1.1" status: 200 len: 217 time: 0.0897996 Jun 06 17:41:10.642054 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-748855d3-8c54-43eb-98eb-8f8cc6beb45f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8bb12414905341cbaefd12f026593c73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6341653 Jun 06 17:41:10.644831 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 46034) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:10.657443 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748855d3-8c54-43eb-98eb-8f8cc6beb45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04391a86-3454-470b-8d4e-4774cd473d0b,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:10.674313 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-748855d3-8c54-43eb-98eb-8f8cc6beb45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:10.779277 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-cfe9ebdc-214e-4844-8d04-64b389ce85bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:10.781100 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-cfe9ebdc-214e-4844-8d04-64b389ce85bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=22b202e4-5480-4c36-9fd8-2f2a18114920 HTTP/1.1" status: 200 len: 847 time: 0.1707914 Jun 06 17:41:10.805834 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b068677b-44cf-4d50-97a5-575dcad360fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:10.846691 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b068677b-44cf-4d50-97a5-575dcad360fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:10.883906 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-e94d1c12-ffba-4f85-8170-8759d2b5823f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ccc80c2f-0403-42f4-ac71-6f6ecad90d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926454 Jun 06 17:41:10.903736 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28294686-bfcc-4b93-bfa3-aca9a4f79a98 req-9d37582f-0b90-4848-829c-ff436c888ea2 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:10.903736 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-28294686-bfcc-4b93-bfa3-aca9a4f79a98 req-9d37582f-0b90-4848-829c-ff436c888ea2 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.2573743 Jun 06 17:41:11.018648 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b068677b-44cf-4d50-97a5-575dcad360fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:11.022471 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b068677b-44cf-4d50-97a5-575dcad360fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:11.024162 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-b068677b-44cf-4d50-97a5-575dcad360fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04391a86-3454-470b-8d4e-4774cd473d0b HTTP/1.1" status: 204 len: 168 time: 0.3709185 Jun 06 17:41:11.025272 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-e4c8d00a-77b0-4fd6-8a95-9f6f460d70be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:11.038125 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068677b-44cf-4d50-97a5-575dcad360fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04391a86-3454-470b-8d4e-4774cd473d0b,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:11.041268 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-b068677b-44cf-4d50-97a5-575dcad360fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:11.121209 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-28294686-bfcc-4b93-bfa3-aca9a4f79a98 req-0afcdc27-3074-433b-9a13-a9fd4e0d3d3b tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977766 Jun 06 17:41:11.162558 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-11111821-cebc-47ea-ab89-eb52abcc5515 service neutron] 10.222.0.21 "GET /v2.0/networks/ccc80c2f-0403-42f4-ac71-6f6ecad90d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704420 Jun 06 17:41:11.316405 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ecb64d1c-deb4-4604-91ab-06cfa5806ef7 req-ff3d0360-214e-4c30-a813-6fd75e864c1f service neutron] 10.222.0.21 "GET /v2.0/networks/ccc80c2f-0403-42f4-ac71-6f6ecad90d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469703 Jun 06 17:41:11.370508 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff4adc-85cb-480a-8a06-914b533bc46e req-85d2c34a-56de-43f2-ab71-835e1d4167a9 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:11.371878 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b7ff4adc-85cb-480a-8a06-914b533bc46e req-85d2c34a-56de-43f2-ab71-835e1d4167a9 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/ports?device_id=281c3d5d-ef04-44c7-9369-182bbb34e66f HTTP/1.1" status: 200 len: 943 time: 0.0964277 Jun 06 17:41:11.419854 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b7ff4adc-85cb-480a-8a06-914b533bc46e req-7e1b4771-5ac3-434e-9400-a7bcbe41161d tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6d5db9-6494-4f42-8ee3-16c9bbdbf6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417261 Jun 06 17:41:11.690929 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-bbb9c06b-ecb7-404c-8dd5-eb67e6170009 req-d5f52832-98bb-44c4-a8f6-43c4ce549b08 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/ports?device_id=23317315-e092-4e32-ac06-731402cb2930 HTTP/1.1" status: 200 len: 210 time: 0.0458908 Jun 06 17:41:11.872382 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb23241-be68-4a35-a5a5-9b385484a1dc req-623ba1dd-b0b3-44bc-a86e-bd62e2d12462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:11.874480 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-edb23241-be68-4a35-a5a5-9b385484a1dc req-623ba1dd-b0b3-44bc-a86e-bd62e2d12462 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 1099 time: 0.0892811 Jun 06 17:41:11.923869 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-edb23241-be68-4a35-a5a5-9b385484a1dc req-78c79e7b-8b18-45c4-96b1-c2504ab848eb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423355 Jun 06 17:41:11.945198 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 46082) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:11.970886 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5ba33af9-e8cf-479d-a3d8-56e471e72202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:12.116115 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5ba33af9-e8cf-479d-a3d8-56e471e72202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:12.235094 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5ba33af9-e8cf-479d-a3d8-56e471e72202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:12.263953 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-36a9bef7-83d8-4d81-b536-c56d013cb22c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:12.300682 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-5ba33af9-e8cf-479d-a3d8-56e471e72202 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d5318fb580d422297262197bad44fce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533268 Jun 06 17:41:12.302454 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba33af9-e8cf-479d-a3d8-56e471e72202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206e8063-82de-486e-aba7-d8047e72f550,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:12.304800 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 46104) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:12.307882 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-5ba33af9-e8cf-479d-a3d8-56e471e72202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:12.339645 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03680c27-324a-478b-b437-b12b88723b08 req-5ec715b9-16c9-4c99-b8af-7662ea6364b4 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:12.341660 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-03680c27-324a-478b-b437-b12b88723b08 req-5ec715b9-16c9-4c99-b8af-7662ea6364b4 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.0854592 Jun 06 17:41:12.368180 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-35487b50-d4f8-4a80-a217-849d20a85bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:12.394634 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-03680c27-324a-478b-b437-b12b88723b08 req-4c0fb051-5c40-499a-a1cb-ff67cf642730 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447903 Jun 06 17:41:12.403194 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-35487b50-d4f8-4a80-a217-849d20a85bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:12.574628 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-35487b50-d4f8-4a80-a217-849d20a85bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:12.580325 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-35487b50-d4f8-4a80-a217-849d20a85bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:12.583626 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-35487b50-d4f8-4a80-a217-849d20a85bab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/206e8063-82de-486e-aba7-d8047e72f550 HTTP/1.1" status: 204 len: 168 time: 0.2762702 Jun 06 17:41:12.586305 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-9eb22d40-2b8a-4099-8820-4fe1d33b18e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:12.625792 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35487b50-d4f8-4a80-a217-849d20a85bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206e8063-82de-486e-aba7-d8047e72f550,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:12.633192 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-35487b50-d4f8-4a80-a217-849d20a85bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:12.643338 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f56117-ce4e-4a5e-93b3-08f00172be4d req-96c458dc-580f-4ce5-8a13-cb4575c72d87 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:12.650752 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-45f56117-ce4e-4a5e-93b3-08f00172be4d req-96c458dc-580f-4ce5-8a13-cb4575c72d87 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/ports?device_id=281c3d5d-ef04-44c7-9369-182bbb34e66f HTTP/1.1" status: 200 len: 943 time: 0.1222157 Jun 06 17:41:12.708425 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-45f56117-ce4e-4a5e-93b3-08f00172be4d req-7741e7e5-e2f0-418d-8788-3a89bf682f9e tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6d5db9-6494-4f42-8ee3-16c9bbdbf6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515933 Jun 06 17:41:12.861243 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-43bb6076-7afb-48b9-897c-0b9372dd8808 req-e8c4b08c-135f-4cfd-a438-b7081882d414 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/ports?device_id=23317315-e092-4e32-ac06-731402cb2930 HTTP/1.1" status: 200 len: 210 time: 0.0457506 Jun 06 17:41:12.873145 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 46130) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:13.184792 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-446f4f43-48ae-438f-be09-9cc00cb4bb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:13.289836 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-446f4f43-48ae-438f-be09-9cc00cb4bb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:13.440933 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-446f4f43-48ae-438f-be09-9cc00cb4bb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:13.453611 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-08613ef8-e693-4c3e-839c-b5ca1a7690f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:13.496779 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-446f4f43-48ae-438f-be09-9cc00cb4bb9a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3659037d01a74d5395f3cad978357b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6200600 Jun 06 17:41:13.496779 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f4f43-48ae-438f-be09-9cc00cb4bb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb4f4b7-43ad-4152-b4e4-3247f6580d87,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:13.497582 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 46146) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:13.498262 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-446f4f43-48ae-438f-be09-9cc00cb4bb9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:13.604560 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e75d8d-13f8-4d6a-a073-b2df29f8c404 req-a0b5df39-982b-4b7e-8f47-c80c5d15565c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:13.605257 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a7f8f787-f6e6-42a6-a5d1-93e2a107d0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:13.606235 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-39e75d8d-13f8-4d6a-a073-b2df29f8c404 req-a0b5df39-982b-4b7e-8f47-c80c5d15565c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.0902724 Jun 06 17:41:13.656814 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a7f8f787-f6e6-42a6-a5d1-93e2a107d0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:13.682413 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-39e75d8d-13f8-4d6a-a073-b2df29f8c404 req-82fee048-aa15-4b3c-bfa7-a1e737f889df tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662889 Jun 06 17:41:13.692961 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 46150) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:13.746617 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5b0cda8e-9122-47e9-adf6-da3723e45e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:13.908299 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a7f8f787-f6e6-42a6-a5d1-93e2a107d0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:13.910808 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a7f8f787-f6e6-42a6-a5d1-93e2a107d0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:13.915189 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-a7f8f787-f6e6-42a6-a5d1-93e2a107d0ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9fb4f4b7-43ad-4152-b4e4-3247f6580d87 HTTP/1.1" status: 204 len: 168 time: 0.4123003 Jun 06 17:41:13.915189 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-35487b50-d4f8-4a80-a217-849d20a85bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:13.933569 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-64eba411-cc0e-4f6f-9d78-01f9bd1f83b7 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=58990e5a9d5b4ce99caf0426b581b613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417697 Jun 06 17:41:13.934832 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8f787-f6e6-42a6-a5d1-93e2a107d0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb4f4b7-43ad-4152-b4e4-3247f6580d87,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:13.973095 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-a7f8f787-f6e6-42a6-a5d1-93e2a107d0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:14.053770 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5b0cda8e-9122-47e9-adf6-da3723e45e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:14.069015 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7eb7cc-2cf3-4fd5-8382-740b9e06af78 req-a0531153-dca4-4aa2-a2b0-ed19ed64145b tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:14.070504 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-6b7eb7cc-2cf3-4fd5-8382-740b9e06af78 req-a0531153-dca4-4aa2-a2b0-ed19ed64145b tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/ports?device_id=281c3d5d-ef04-44c7-9369-182bbb34e66f HTTP/1.1" status: 200 len: 943 time: 0.2325184 Jun 06 17:41:14.157600 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-4607fc2a-1d34-4efe-a1d6-b2c7aa10aaac tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:14.159014 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-4607fc2a-1d34-4efe-a1d6-b2c7aa10aaac tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2140880 Jun 06 17:41:14.162281 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-6b7eb7cc-2cf3-4fd5-8382-740b9e06af78 req-f25cc1f6-28a7-406c-b263-c30afc874326 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6d5db9-6494-4f42-8ee3-16c9bbdbf6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792053 Jun 06 17:41:14.172247 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-044e1eec-8662-4df6-9a61-64e7bbe285f6 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Request body: {'port': {'device_id': '23317315-e092-4e32-ac06-731402cb2930', 'network_id': 'dce610c2-04fa-4fb7-a497-62c80fa29a18', 'admin_state_up': True, 'tenant_id': '58990e5a9d5b4ce99caf0426b581b613'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:14.193183 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5b0cda8e-9122-47e9-adf6-da3723e45e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:14.201313 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-b068677b-44cf-4d50-97a5-575dcad360fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:14.267787 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-5b0cda8e-9122-47e9-adf6-da3723e45e4e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e4d3b44633940088c3941ab091e90a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5723662 Jun 06 17:41:14.268469 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 46172) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:14.277620 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cda8e-9122-47e9-adf6-da3723e45e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7078f0f-3606-4fd5-a750-660dc824be0e,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:14.309358 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-5b0cda8e-9122-47e9-adf6-da3723e45e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:14.379547 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-6d2930f1-aa62-4d97-b3b9-ece47fff7168 req-4fe81694-80db-47e6-97cc-b750937c7a02 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/ports?device_id=23317315-e092-4e32-ac06-731402cb2930 HTTP/1.1" status: 200 len: 210 time: 0.0623486 Jun 06 17:41:14.387535 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-1b6938f1-e823-4727-a7e3-4c6ae5ad78c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:14.456068 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-1b6938f1-e823-4727-a7e3-4c6ae5ad78c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:14.589752 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf23d5d-14c7-4005-94f4-e7c15ea5ac65 req-919ddc1f-b2d6-4bea-a8b5-42ff86df2bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:14.590753 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-baf23d5d-14c7-4005-94f4-e7c15ea5ac65 req-919ddc1f-b2d6-4bea-a8b5-42ff86df2bad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff76e8c459174d03af24f28696c53158&device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 1099 time: 0.1410437 Jun 06 17:41:14.642765 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-1b6938f1-e823-4727-a7e3-4c6ae5ad78c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:14.645291 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-1b6938f1-e823-4727-a7e3-4c6ae5ad78c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:14.649299 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-1b6938f1-e823-4727-a7e3-4c6ae5ad78c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7078f0f-3606-4fd5-a750-660dc824be0e HTTP/1.1" status: 204 len: 168 time: 0.3718381 Jun 06 17:41:14.649299 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-63cf1043-f8d1-4318-a057-d9eeee0a3fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:14.660860 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6938f1-e823-4727-a7e3-4c6ae5ad78c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7078f0f-3606-4fd5-a750-660dc824be0e,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:14.663619 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-1b6938f1-e823-4727-a7e3-4c6ae5ad78c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:14.679022 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe7b69-1bf7-4193-9d4a-ede51c86569e req-0d864615-ebfd-4749-b6fa-1146419afc98 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:14.680752 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-99fe7b69-1bf7-4193-9d4a-ede51c86569e req-0d864615-ebfd-4749-b6fa-1146419afc98 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.1648853 Jun 06 17:41:14.728483 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-99fe7b69-1bf7-4193-9d4a-ede51c86569e req-cde0339d-6370-4b1a-9ab3-359d8bceaf44 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413082 Jun 06 17:41:14.732689 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-044e1eec-8662-4df6-9a61-64e7bbe285f6 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Made reservation on behalf of 58990e5a9d5b4ce99caf0426b581b613 for: {'port': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:41:14.736169 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-044e1eec-8662-4df6-9a61-64e7bbe285f6 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:14.758905 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-044e1eec-8662-4df6-9a61-64e7bbe285f6 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:14.796958 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf23d5d-14c7-4005-94f4-e7c15ea5ac65 req-e765c10e-8e91-4444-8ec3-f582fa2f6238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:14.798509 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-baf23d5d-14c7-4005-94f4-e7c15ea5ac65 req-e765c10e-8e91-4444-8ec3-f582fa2f6238 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f47093d2-ff25-4dae-b18f-38b02f03962a HTTP/1.1" status: 200 len: 919 time: 0.1995130 Jun 06 17:41:14.881732 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-baf23d5d-14c7-4005-94f4-e7c15ea5ac65 req-8a43f59c-b361-47cf-8916-520c9836dc29 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5 HTTP/1.1" status: 200 len: 217 time: 0.0707297 Jun 06 17:41:14.891355 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 44b33e53-f9a9-4abd-b87f-80662eb47e19 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:41:15.027695 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 44b33e53-f9a9-4abd-b87f-80662eb47e19, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=44b33e53-f9a9-4abd-b87f-80662eb47e19,segment=NetworkSegment(94a7a70c-1e05-4788-a947-28c040c42bd1),segment_id=94a7a70c-1e05-4788-a947-28c040c42bd1)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:15.031617 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf23d5d-14c7-4005-94f4-e7c15ea5ac65 req-c4d76031-666b-47e8-8f54-a41b7ae41549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:15.033032 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-baf23d5d-14c7-4005-94f4-e7c15ea5ac65 req-c4d76031-666b-47e8-8f54-a41b7ae41549 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5010943e-69b0-42ca-ad2d-4caf9c0ea80f HTTP/1.1" status: 200 len: 858 time: 0.1440287 Jun 06 17:41:15.049542 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Returning: {'device': '44b33e53-f9a9-4abd-b87f-80662eb47e19', 'network_id': 'ccc80c2f-0403-42f4-ac71-6f6ecad90d96', 'port_id': '44b33e53-f9a9-4abd-b87f-80662eb47e19', 'mac_address': 'fa:16:3e:73:bb:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22b202e4-5480-4c36-9fd8-2f2a18114920', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:41:15.098314 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-baf23d5d-14c7-4005-94f4-e7c15ea5ac65 req-c8f2ed35-e7ff-4df2-a266-8248d77d2aa5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f47093d2-ff25-4dae-b18f-38b02f03962a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536935 Jun 06 17:41:15.121366 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:15.138094 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-044e1eec-8662-4df6-9a61-64e7bbe285f6 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:15.139795 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b33e53-f9a9-4abd-b87f-80662eb47e19 {{(pid=98877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:41:15.155811 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 44b33e53-f9a9-4abd-b87f-80662eb47e19, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=44b33e53-f9a9-4abd-b87f-80662eb47e19,segment=NetworkSegment(94a7a70c-1e05-4788-a947-28c040c42bd1),segment_id=94a7a70c-1e05-4788-a947-28c040c42bd1)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:15.251562 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-baf23d5d-14c7-4005-94f4-e7c15ea5ac65 req-323fda90-f090-468b-a241-4dd1de6ffd64 service neutron] 10.222.0.21 "GET /v2.0/networks/f47093d2-ff25-4dae-b18f-38b02f03962a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425011 Jun 06 17:41:15.275426 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:15.277900 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:15.283507 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-044e1eec-8662-4df6-9a61-64e7bbe285f6 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:15.322822 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-5cb320c5-91eb-4656-9937-ec4b08fa349f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:15.353823 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=44b33e53-f9a9-4abd-b87f-80662eb47e19,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:15.362347 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:15.362886 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:15.363333 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:15.363775 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:15.364771 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:15.365121 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:15.365451 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:15.365775 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:15.366185 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:15.366511 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:15.366830 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:15.367268 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:15.371728 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:15.514386 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e1eec-8662-4df6-9a61-64e7bbe285f6 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa10c3d-e8e3-44ce-8c09-e731c6411d1d,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:15.528628 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-044e1eec-8662-4df6-9a61-64e7bbe285f6 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:15.552538 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['44b33e53-f9a9-4abd-b87f-80662eb47e19'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:41:15.616104 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-baf23d5d-14c7-4005-94f4-e7c15ea5ac65 req-a864c3eb-c0a7-4797-ad61-122729852e25 service neutron] 10.222.0.21 "GET /v2.0/networks/f47093d2-ff25-4dae-b18f-38b02f03962a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587961 Jun 06 17:41:15.633109 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_common [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-044e1eec-8662-4df6-9a61-64e7bbe285f6 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Allocated IP 192.168.233.211 (dce610c2-04fa-4fb7-a497-62c80fa29a18/c8e18f11-fee7-4bf4-8ad3-06b945481092/e1d3911f-2d6d-4c73-bc05-a4b4907bb34e) {{(pid=98875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:41:15.648039 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be73a08-fe6f-49ec-a15c-f85805b3a2b1 req-eeeb29f2-551e-47ba-bff6-fedc028c6c67 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:15.655297 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-2be73a08-fe6f-49ec-a15c-f85805b3a2b1 req-eeeb29f2-551e-47ba-bff6-fedc028c6c67 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/ports?device_id=281c3d5d-ef04-44c7-9369-182bbb34e66f HTTP/1.1" status: 200 len: 944 time: 0.3769391 Jun 06 17:41:15.730956 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-bae3deff-72b1-436b-a9ad-ec2393269db3 req-d2638f02-2456-4749-a5a4-e097eacb62d5 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/ports?device_id=23317315-e092-4e32-ac06-731402cb2930 HTTP/1.1" status: 200 len: 210 time: 0.2003441 Jun 06 17:41:15.735170 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-2be73a08-fe6f-49ec-a15c-f85805b3a2b1 req-b87f835f-0654-483c-aa74-b3c5f17ac7c1 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6d5db9-6494-4f42-8ee3-16c9bbdbf6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789523 Jun 06 17:41:15.784419 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-6139bcc2-3fdd-4832-90a1-d70214c599ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:15.997403 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcaa538-4e8a-44b5-82de-1e278f96087d req-c25b8779-5d84-4b8f-a8c8-c380d10fd22b tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:15.998727 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-3dcaa538-4e8a-44b5-82de-1e278f96087d req-c25b8779-5d84-4b8f-a8c8-c380d10fd22b tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.0970078 Jun 06 17:41:16.019142 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-044e1eec-8662-4df6-9a61-64e7bbe285f6 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Notify callbacks [] for port, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:16.043022 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-044e1eec-8662-4df6-9a61-64e7bbe285f6 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Transition to ACTIVE for port object e1d3911f-2d6d-4c73-bc05-a4b4907bb34e will not be triggered until provisioned by entity DHCP. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:41:16.063075 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-3dcaa538-4e8a-44b5-82de-1e278f96087d req-c1a2aa9d-30d9-440d-8f8e-dceb3ec0101b tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579698 Jun 06 17:41:16.188020 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-044e1eec-8662-4df6-9a61-64e7bbe285f6 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:16.195287 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:16.260589 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-044e1eec-8662-4df6-9a61-64e7bbe285f6 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Network dce610c2-04fa-4fb7-a497-62c80fa29a18 is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:41:16.263705 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-044e1eec-8662-4df6-9a61-64e7bbe285f6 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:41:16.267547 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-044e1eec-8662-4df6-9a61-64e7bbe285f6 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Received port after_create {{(pid=98875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:41:16.273735 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-044e1eec-8662-4df6-9a61-64e7bbe285f6 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:16.274364 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-044e1eec-8662-4df6-9a61-64e7bbe285f6 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:16.288589 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e1eec-8662-4df6-9a61-64e7bbe285f6 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Pushing event updated for resources: {'Port': ['ID=e1d3911f-2d6d-4c73-bc05-a4b4907bb34e,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:16.293080 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-044e1eec-8662-4df6-9a61-64e7bbe285f6 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:16.425089 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-044e1eec-8662-4df6-9a61-64e7bbe285f6 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2572885 Jun 06 17:41:16.439651 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] Request body: {'port': {'device_id': '23317315-e092-4e32-ac06-731402cb2930', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:16.460946 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1b1a5-3770-4e4e-ae75-18985f884117 req-31dd9d1f-9e59-4352-b2e5-b7f5baea1f5b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:16.462494 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f6c1b1a5-3770-4e4e-ae75-18985f884117 req-31dd9d1f-9e59-4352-b2e5-b7f5baea1f5b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.0991018 Jun 06 17:41:16.557990 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f6c1b1a5-3770-4e4e-ae75-18985f884117 req-ba85cdca-1ea0-49f3-b016-b25befc0863e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763488 Jun 06 17:41:16.581217 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:16.684475 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-b269792d-8519-4db1-b17a-f6e0e54c3af7 None None] Provisioning for port e1d3911f-2d6d-4c73-bc05-a4b4907bb34e completed by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:41:16.691670 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-b269792d-8519-4db1-b17a-f6e0e54c3af7 None None] Provisioning complete for port e1d3911f-2d6d-4c73-bc05-a4b4907bb34e triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:16.692218 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-b269792d-8519-4db1-b17a-f6e0e54c3af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:16.754308 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-b269792d-8519-4db1-b17a-f6e0e54c3af7 None None] Port e1d3911f-2d6d-4c73-bc05-a4b4907bb34e cannot update to ACTIVE because it is not bound. {{(pid=98877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:41:16.899156 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 44b33e53-f9a9-4abd-b87f-80662eb47e19 up at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:41:16.997135 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00704af-0ed4-465c-b901-99e73618391b req-e2b1d601-444d-48d3-ac9f-d0124c616931 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:17.005051 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f00704af-0ed4-465c-b901-99e73618391b req-e2b1d601-444d-48d3-ac9f-d0124c616931 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/ports?device_id=281c3d5d-ef04-44c7-9369-182bbb34e66f HTTP/1.1" status: 200 len: 944 time: 0.1198754 Jun 06 17:41:17.006449 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d3911f-2d6d-4c73-bc05-a4b4907bb34e {{(pid=98875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:41:17.019247 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:17.044269 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] Transition to ACTIVE for port object e1d3911f-2d6d-4c73-bc05-a4b4907bb34e will not be triggered until provisioned by entity L2. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:41:17.053509 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d53b9a-c5bc-423a-952a-88a6ed20d02b req-b3ed85d6-f0de-4300-a23e-8855b7842d22 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:17.055261 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-14d53b9a-c5bc-423a-952a-88a6ed20d02b req-b3ed85d6-f0de-4300-a23e-8855b7842d22 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/ports?device_id=23317315-e092-4e32-ac06-731402cb2930 HTTP/1.1" status: 200 len: 936 time: 0.1814215 Jun 06 17:41:17.059724 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f00704af-0ed4-465c-b901-99e73618391b req-7ea0a3d0-94ab-4cb8-a588-a93c0729d685 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6d5db9-6494-4f42-8ee3-16c9bbdbf6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533059 Jun 06 17:41:17.075756 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning for port 44b33e53-f9a9-4abd-b87f-80662eb47e19 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:41:17.080994 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning complete for port 44b33e53-f9a9-4abd-b87f-80662eb47e19 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:17.081376 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:17.184104 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-14d53b9a-c5bc-423a-952a-88a6ed20d02b req-b6ce6a2d-0548-469e-a821-7df2e359a225 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/security-groups?id=1aa10c3d-e8e3-44ce-8c09-e731c6411d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219990 Jun 06 17:41:17.185173 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:17.203122 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:17.284151 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3a5ee-4948-414b-bbd1-85c2660f3729 req-1570e943-ca24-4d80-8d68-80316a04d710 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:17.292385 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-13b3a5ee-4948-414b-bbd1-85c2660f3729 req-1570e943-ca24-4d80-8d68-80316a04d710 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.1175127 Jun 06 17:41:17.312778 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:17.369303 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-13b3a5ee-4948-414b-bbd1-85c2660f3729 req-20d3e7aa-8eab-4fcf-b388-952e62bab129 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760152 Jun 06 17:41:17.404252 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281c3d5d-ef04-44c7-9369-182bbb34e66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b33e53-f9a9-4abd-b87f-80662eb47e19'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:41:17.408159 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f0769f-2383-4a12-a1b0-d309953df065" -d '{"events": [{"server_uuid": "281c3d5d-ef04-44c7-9369-182bbb34e66f", "name": "network-vif-plugged", "status": "completed", "tag": "44b33e53-f9a9-4abd-b87f-80662eb47e19"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:41:17.417700 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 44b33e53-f9a9-4abd-b87f-80662eb47e19, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=44b33e53-f9a9-4abd-b87f-80662eb47e19,segment=NetworkSegment(94a7a70c-1e05-4788-a947-28c040c42bd1),segment_id=94a7a70c-1e05-4788-a947-28c040c42bd1)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:17.478642 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9addde3c-7d0d-4b8c-aa2c-022cf11eeb53 x-openstack-request-id: req-9addde3c-7d0d-4b8c-aa2c-022cf11eeb53 {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:41:17.479003 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281c3d5d-ef04-44c7-9369-182bbb34e66f", "name": "network-vif-plugged", "status": "completed", "tag": "44b33e53-f9a9-4abd-b87f-80662eb47e19", "code": 200}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:41:17.479368 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9addde3c-7d0d-4b8c-aa2c-022cf11eeb53 {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:41:17.480053 dv-cinder-791281-4-smb neutron-server[98877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281c3d5d-ef04-44c7-9369-182bbb34e66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b33e53-f9a9-4abd-b87f-80662eb47e19', 'code': 200} Jun 06 17:41:17.529481 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:17.533682 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:17.619729 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=44b33e53-f9a9-4abd-b87f-80662eb47e19,revision_number=5']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:17.623202 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:17.628990 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] Pushing event updated for resources: {'Port': ['ID=e1d3911f-2d6d-4c73-bc05-a4b4907bb34e,revision_number=2']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:17.631947 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:17.636281 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] Attempting to bind port e1d3911f-2d6d-4c73-bc05-a4b4907bb34e on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:41:17.636686 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] Attempting to bind port e1d3911f-2d6d-4c73-bc05-a4b4907bb34e by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '2764a686-3933-4d30-b143-ad12336241a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dce610c2-04fa-4fb7-a497-62c80fa29a18'}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:41:17.637069 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] Attempting to bind port e1d3911f-2d6d-4c73-bc05-a4b4907bb34e on network dce610c2-04fa-4fb7-a497-62c80fa29a18 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:41:17.642424 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] Port e1d3911f-2d6d-4c73-bc05-a4b4907bb34e on network dce610c2-04fa-4fb7-a497-62c80fa29a18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:41:17.642424 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] Attempting to bind port e1d3911f-2d6d-4c73-bc05-a4b4907bb34e on network dce610c2-04fa-4fb7-a497-62c80fa29a18 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:41:17.648362 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] Checking agent: {'id': 'a6fcd907-c3ac-4abf-b52d-463afd7284ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'started_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:41:17.648763 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] Checking segment: {'id': '2764a686-3933-4d30-b143-ad12336241a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dce610c2-04fa-4fb7-a497-62c80fa29a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:41:17.649194 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] Bound using segment: {'id': '2764a686-3933-4d30-b143-ad12336241a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dce610c2-04fa-4fb7-a497-62c80fa29a18'} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:41:17.649683 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] Bound port: e1d3911f-2d6d-4c73-bc05-a4b4907bb34e, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2764a686-3933-4d30-b143-ad12336241a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dce610c2-04fa-4fb7-a497-62c80fa29a18'}}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:41:17.650078 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:17.768601 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] For port e1d3911f-2d6d-4c73-bc05-a4b4907bb34e, host hv-cinder-79128, cleared binding levels {{(pid=98875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:41:17.772559 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] For port e1d3911f-2d6d-4c73-bc05-a4b4907bb34e, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e1d3911f-2d6d-4c73-bc05-a4b4907bb34e,segment=NetworkSegment(2764a686-3933-4d30-b143-ad12336241a5),segment_id=2764a686-3933-4d30-b143-ad12336241a5)] {{(pid=98875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:41:17.784438 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9f77f-d75c-4aad-9ed4-4fc421de8e89 req-00904a5e-9dde-4aa9-b31a-bd5b4b862fc5 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:17.786028 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-bdc9f77f-d75c-4aad-9ed4-4fc421de8e89 req-00904a5e-9dde-4aa9-b31a-bd5b4b862fc5 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.1026893 Jun 06 17:41:17.830284 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-bdc9f77f-d75c-4aad-9ed4-4fc421de8e89 req-acb0f85a-e9ee-4ce6-bbd1-cbf17381fa14 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380297 Jun 06 17:41:17.869792 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:17.875657 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:17.968406 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:17.969010 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:17.970378 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] 10.222.0.21 "PUT /v2.0/ports/e1d3911f-2d6d-4c73-bc05-a4b4907bb34e HTTP/1.1" status: 200 len: 1098 time: 1.5353603 Jun 06 17:41:17.972176 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23317315-e092-4e32-ac06-731402cb2930', 'tag': 'e1d3911f-2d6d-4c73-bc05-a4b4907bb34e'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:41:17.974580 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404e43dc-489e-4c3d-ab9b-75e19ef2ad91" -d '{"events": [{"name": "network-changed", "server_uuid": "23317315-e092-4e32-ac06-731402cb2930", "tag": "e1d3911f-2d6d-4c73-bc05-a4b4907bb34e"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:41:18.011855 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] Pushing event updated for resources: {'Port': ['ID=e1d3911f-2d6d-4c73-bc05-a4b4907bb34e,revision_number=3']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:18.023827 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:18.034999 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0269ffe-8f00-401c-8291-281824f9a3f8 x-openstack-request-id: req-f0269ffe-8f00-401c-8291-281824f9a3f8 {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:41:18.035310 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23317315-e092-4e32-ac06-731402cb2930", "tag": "e1d3911f-2d6d-4c73-bc05-a4b4907bb34e", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:41:18.035579 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0269ffe-8f00-401c-8291-281824f9a3f8 {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:41:18.037216 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23317315-e092-4e32-ac06-731402cb2930', 'tag': 'e1d3911f-2d6d-4c73-bc05-a4b4907bb34e', 'status': 'completed', 'code': 200} Jun 06 17:41:18.046010 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de978ed4-0a8e-418d-9597-7a2c5d39dddc req-35632a7b-b86f-4ace-9c6e-dbdc44dae5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:18.052791 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-de978ed4-0a8e-418d-9597-7a2c5d39dddc req-35632a7b-b86f-4ace-9c6e-dbdc44dae5a8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=281c3d5d-ef04-44c7-9369-182bbb34e66f HTTP/1.1" status: 200 len: 1098 time: 0.1788008 Jun 06 17:41:18.160422 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-de978ed4-0a8e-418d-9597-7a2c5d39dddc req-cf2b8666-da01-426a-9e39-712f698bb21c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1e6d5db9-6494-4f42-8ee3-16c9bbdbf6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988607 Jun 06 17:41:18.179622 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e43dc-489e-4c3d-ab9b-75e19ef2ad91 req-33ad65ba-3ffa-41b3-a11d-f3736411d719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:18.186530 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-404e43dc-489e-4c3d-ab9b-75e19ef2ad91 req-33ad65ba-3ffa-41b3-a11d-f3736411d719 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=58990e5a9d5b4ce99caf0426b581b613&device_id=23317315-e092-4e32-ac06-731402cb2930 HTTP/1.1" status: 200 len: 1101 time: 0.1230261 Jun 06 17:41:18.221928 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1c5a-1856-4544-85a8-4620fae21b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:18.250571 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:18.268173 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-404e43dc-489e-4c3d-ab9b-75e19ef2ad91 req-3b18200e-610d-4591-81b0-8dd5f671587e service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=58990e5a9d5b4ce99caf0426b581b613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544107 Jun 06 17:41:18.296268 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5812d6e-a6ad-4172-9aa0-9f2e8d8f7008 req-a2e0d543-4509-40f1-b496-ee6a6a9d3af9 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:18.298451 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c5812d6e-a6ad-4172-9aa0-9f2e8d8f7008 req-a2e0d543-4509-40f1-b496-ee6a6a9d3af9 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/ports?device_id=281c3d5d-ef04-44c7-9369-182bbb34e66f HTTP/1.1" status: 200 len: 945 time: 0.0887439 Jun 06 17:41:18.355197 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c5812d6e-a6ad-4172-9aa0-9f2e8d8f7008 req-817d1a3c-145d-4094-8612-019eee596901 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6d5db9-6494-4f42-8ee3-16c9bbdbf6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503986 Jun 06 17:41:18.482883 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e43dc-489e-4c3d-ab9b-75e19ef2ad91 req-888a9f30-8c4c-4ed1-853b-ea87f5c04489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:18.484398 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-404e43dc-489e-4c3d-ab9b-75e19ef2ad91 req-888a9f30-8c4c-4ed1-853b-ea87f5c04489 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2003539 Jun 06 17:41:18.506319 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc196e4-d10a-43eb-bc40-eef5ff00327b req-aa35c1a5-8a43-407e-afa9-40564a6c1f43 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:18.506319 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ebc196e4-d10a-43eb-bc40-eef5ff00327b req-aa35c1a5-8a43-407e-afa9-40564a6c1f43 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/ports?device_id=23317315-e092-4e32-ac06-731402cb2930 HTTP/1.1" status: 200 len: 948 time: 0.1776288 Jun 06 17:41:18.597436 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abec68-0a4a-43aa-972c-b62812b7e97a req-22735ea5-7854-47a4-bf44-06f27e84be63 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:18.599567 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-14abec68-0a4a-43aa-972c-b62812b7e97a req-22735ea5-7854-47a4-bf44-06f27e84be63 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.1037755 Jun 06 17:41:18.608519 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ebc196e4-d10a-43eb-bc40-eef5ff00327b req-b521faa5-31a7-4adf-9747-b6d280c5b4ed tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/security-groups?id=1aa10c3d-e8e3-44ce-8c09-e731c6411d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905287 Jun 06 17:41:18.631405 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-273f55b6-562b-47ab-ba3d-ddf30f94c635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:18.632957 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-273f55b6-562b-47ab-ba3d-ddf30f94c635 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=58990e5a9d5b4ce99caf0426b581b613&device_id=23317315-e092-4e32-ac06-731402cb2930 HTTP/1.1" status: 200 len: 1101 time: 0.1047132 Jun 06 17:41:18.648450 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-14abec68-0a4a-43aa-972c-b62812b7e97a req-0a4d659d-30ed-401c-88f5-44632f7040b7 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411096 Jun 06 17:41:18.704648 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-80c44c4c-03a9-4143-a004-47844bbab0b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=e1d3911f-2d6d-4c73-bc05-a4b4907bb34e HTTP/1.1" status: 200 len: 217 time: 0.0632668 Jun 06 17:41:18.768894 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-17d2a88a-0ad3-4373-9b9f-2441017e4469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:18.770926 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-17d2a88a-0ad3-4373-9b9f-2441017e4469 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8e18f11-fee7-4bf4-8ad3-06b945481092 HTTP/1.1" status: 200 len: 843 time: 0.0593076 Jun 06 17:41:18.860213 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-a2365337-e32b-458b-84b8-2eea12e06d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:18.861685 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-a2365337-e32b-458b-84b8-2eea12e06d18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dce610c2-04fa-4fb7-a497-62c80fa29a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0724525 Jun 06 17:41:19.048559 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-ca6adbb7-8f3f-4ce4-bf6c-aa19d89ced01 service neutron] 10.222.0.21 "GET /v2.0/networks/dce610c2-04fa-4fb7-a497-62c80fa29a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761615 Jun 06 17:41:19.091705 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb688d7-3ab1-4185-bee8-30bde2b33218 req-3629f2a3-3ce0-4f1e-ab27-ea960f84d3c7 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:19.093110 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-eeb688d7-3ab1-4185-bee8-30bde2b33218 req-3629f2a3-3ce0-4f1e-ab27-ea960f84d3c7 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.1343122 Jun 06 17:41:19.207975 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:19.212509 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-eeb688d7-3ab1-4185-bee8-30bde2b33218 req-cb429929-dbdb-4a9b-b849-3765373a9825 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030128 Jun 06 17:41:19.236560 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7c474738-d626-4a8c-83b7-0e3118c75016 req-eb25201f-3ce1-4e57-80c4-16202e99cab4 service neutron] 10.222.0.21 "GET /v2.0/networks/dce610c2-04fa-4fb7-a497-62c80fa29a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757932 Jun 06 17:41:19.550591 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd6b4a-d677-45bf-a45f-edc405ae3060 req-279d37db-b1d7-4d5a-8eb8-d6671ca8a8e9 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:19.553905 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c5cd6b4a-d677-45bf-a45f-edc405ae3060 req-279d37db-b1d7-4d5a-8eb8-d6671ca8a8e9 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/ports?device_id=281c3d5d-ef04-44c7-9369-182bbb34e66f HTTP/1.1" status: 200 len: 945 time: 0.0893869 Jun 06 17:41:19.603775 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c5cd6b4a-d677-45bf-a45f-edc405ae3060 req-1d35cef4-3ea9-4c23-8f27-8b2dea5547ff tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6d5db9-6494-4f42-8ee3-16c9bbdbf6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451770 Jun 06 17:41:19.826926 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c5b07-4540-49fd-a1b9-37a9461f644d req-bb57c3bd-b864-44a4-b31c-05b57c3b3ada tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:19.828569 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b00c5b07-4540-49fd-a1b9-37a9461f644d req-bb57c3bd-b864-44a4-b31c-05b57c3b3ada tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/ports?device_id=23317315-e092-4e32-ac06-731402cb2930 HTTP/1.1" status: 200 len: 948 time: 0.0817704 Jun 06 17:41:19.874076 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b00c5b07-4540-49fd-a1b9-37a9461f644d req-b1ce8ae3-4032-45db-9c60-45f7e5fc8354 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/security-groups?id=1aa10c3d-e8e3-44ce-8c09-e731c6411d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392296 Jun 06 17:41:20.400954 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731073d-bde3-4824-b620-28f0a478d545 req-7e471c7b-954b-4d60-9e26-b66425a7cf4e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:20.402571 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-d731073d-bde3-4824-b620-28f0a478d545 req-7e471c7b-954b-4d60-9e26-b66425a7cf4e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.0867567 Jun 06 17:41:20.441947 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:41:20.446712 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-d731073d-bde3-4824-b620-28f0a478d545 req-5382dfeb-267b-4dc1-a40b-7c04a8d979ea tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414844 Jun 06 17:41:20.907186 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:21.075326 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26107269-e198-471a-99d0-0f7691c52e01 req-74cfcccd-ebf2-4794-9f13-adb702c91c86 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:21.076740 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-26107269-e198-471a-99d0-0f7691c52e01 req-74cfcccd-ebf2-4794-9f13-adb702c91c86 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/ports?device_id=23317315-e092-4e32-ac06-731402cb2930 HTTP/1.1" status: 200 len: 948 time: 0.0865169 Jun 06 17:41:21.123681 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-26107269-e198-471a-99d0-0f7691c52e01 req-49fb5d86-4391-4e9e-9f74-d43df6379948 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/security-groups?id=1aa10c3d-e8e3-44ce-8c09-e731c6411d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393372 Jun 06 17:41:21.659853 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd88aa4-481f-4290-b695-0c3b668808d8 req-1b1de727-7949-421b-9800-d500af765a8e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:21.659853 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8bd88aa4-481f-4290-b695-0c3b668808d8 req-1b1de727-7949-421b-9800-d500af765a8e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.0934448 Jun 06 17:41:21.704430 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8bd88aa4-481f-4290-b695-0c3b668808d8 req-279e34f1-349f-40e2-8772-a71bf3ed63fd tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393162 Jun 06 17:41:21.835976 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed807d0-cb12-4f2c-839c-a639399e6629 req-35d2cd60-66fd-4628-9a65-fbf8b5324af6 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:21.837356 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7ed807d0-cb12-4f2c-839c-a639399e6629 req-35d2cd60-66fd-4628-9a65-fbf8b5324af6 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.0811193 Jun 06 17:41:21.883262 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7ed807d0-cb12-4f2c-839c-a639399e6629 req-61de3a4f-fea3-405f-9c03-6501045f1baf tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397451 Jun 06 17:41:22.372476 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b82440-ad6e-4f29-bad9-c7ece8173675 req-45f50ed7-11cf-478d-acb6-a5b36cbdc6bf tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:22.373933 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e0b82440-ad6e-4f29-bad9-c7ece8173675 req-45f50ed7-11cf-478d-acb6-a5b36cbdc6bf tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/ports?device_id=23317315-e092-4e32-ac06-731402cb2930 HTTP/1.1" status: 200 len: 948 time: 0.1462684 Jun 06 17:41:22.420450 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e0b82440-ad6e-4f29-bad9-c7ece8173675 req-7e6cd548-681d-43db-8f88-a6937a50784f tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/security-groups?id=1aa10c3d-e8e3-44ce-8c09-e731c6411d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393701 Jun 06 17:41:22.889030 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bac5fe-6581-40b9-be97-6d83ca6f93be req-263df4fd-d41e-49fc-8d8a-0823a0fe8e48 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:22.890426 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-11bac5fe-6581-40b9-be97-6d83ca6f93be req-263df4fd-d41e-49fc-8d8a-0823a0fe8e48 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.0799451 Jun 06 17:41:22.934895 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-11bac5fe-6581-40b9-be97-6d83ca6f93be req-1f7cd9f3-99c1-4ecb-a519-743cf5bbb888 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388024 Jun 06 17:41:22.952568 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device e1d3911f-2d6d-4c73-bc05-a4b4907bb34e details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:41:23.082670 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port e1d3911f-2d6d-4c73-bc05-a4b4907bb34e, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e1d3911f-2d6d-4c73-bc05-a4b4907bb34e,segment=NetworkSegment(2764a686-3933-4d30-b143-ad12336241a5),segment_id=2764a686-3933-4d30-b143-ad12336241a5)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:23.099398 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Returning: {'device': 'e1d3911f-2d6d-4c73-bc05-a4b4907bb34e', 'network_id': 'dce610c2-04fa-4fb7-a497-62c80fa29a18', 'port_id': 'e1d3911f-2d6d-4c73-bc05-a4b4907bb34e', 'mac_address': 'fa:16:3e:39:6a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e18f11-fee7-4bf4-8ad3-06b945481092', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:41:23.153628 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:23.170233 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d3911f-2d6d-4c73-bc05-a4b4907bb34e {{(pid=98877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:41:23.185365 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port e1d3911f-2d6d-4c73-bc05-a4b4907bb34e, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e1d3911f-2d6d-4c73-bc05-a4b4907bb34e,segment=NetworkSegment(2764a686-3933-4d30-b143-ad12336241a5),segment_id=2764a686-3933-4d30-b143-ad12336241a5)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:23.269192 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:23.272109 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:23.344749 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=e1d3911f-2d6d-4c73-bc05-a4b4907bb34e,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:23.347977 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:23.539688 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['e1d3911f-2d6d-4c73-bc05-a4b4907bb34e'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:41:23.652044 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56161813-371e-48b3-a70e-bccd90a2af67 req-26f9102c-76fa-4e5c-83a9-c69c9a60ffa4 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:23.653626 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-56161813-371e-48b3-a70e-bccd90a2af67 req-26f9102c-76fa-4e5c-83a9-c69c9a60ffa4 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/ports?device_id=23317315-e092-4e32-ac06-731402cb2930 HTTP/1.1" status: 200 len: 949 time: 0.0973914 Jun 06 17:41:23.700620 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-56161813-371e-48b3-a70e-bccd90a2af67 req-87f101b5-aef7-4798-aec5-6bceda4d0643 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/security-groups?id=1aa10c3d-e8e3-44ce-8c09-e731c6411d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404880 Jun 06 17:41:24.141764 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f9873-333b-45b5-b181-f003db5c8125 req-9cf1bd92-81de-4ad3-8a01-ec6aa42ee9a7 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:24.143218 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5b0f9873-333b-45b5-b181-f003db5c8125 req-9cf1bd92-81de-4ad3-8a01-ec6aa42ee9a7 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.0950601 Jun 06 17:41:24.195580 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5b0f9873-333b-45b5-b181-f003db5c8125 req-b6f68c55-4246-41b0-a035-2079b2a3e42b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461128 Jun 06 17:41:24.903434 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e8e5c-c119-49b2-8ef2-725465127903 req-b85730aa-8417-4be0-8054-e5a60f52a353 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:24.904865 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-5d3e8e5c-c119-49b2-8ef2-725465127903 req-b85730aa-8417-4be0-8054-e5a60f52a353 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/ports?device_id=23317315-e092-4e32-ac06-731402cb2930 HTTP/1.1" status: 200 len: 949 time: 0.0826485 Jun 06 17:41:24.950018 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-5d3e8e5c-c119-49b2-8ef2-725465127903 req-c6f3b218-643f-4ab3-84fa-0245c75f5116 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/security-groups?id=1aa10c3d-e8e3-44ce-8c09-e731c6411d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384145 Jun 06 17:41:24.952014 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device e1d3911f-2d6d-4c73-bc05-a4b4907bb34e up at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:41:25.120693 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning for port e1d3911f-2d6d-4c73-bc05-a4b4907bb34e completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:41:25.125609 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning complete for port e1d3911f-2d6d-4c73-bc05-a4b4907bb34e triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:25.128933 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:25.243251 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:25.274364 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23317315-e092-4e32-ac06-731402cb2930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d3911f-2d6d-4c73-bc05-a4b4907bb34e'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:41:25.276654 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fa55e1-732d-49b6-bc19-32162a29d0d2" -d '{"events": [{"server_uuid": "23317315-e092-4e32-ac06-731402cb2930", "name": "network-vif-plugged", "status": "completed", "tag": "e1d3911f-2d6d-4c73-bc05-a4b4907bb34e"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:41:25.284166 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port e1d3911f-2d6d-4c73-bc05-a4b4907bb34e, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e1d3911f-2d6d-4c73-bc05-a4b4907bb34e,segment=NetworkSegment(2764a686-3933-4d30-b143-ad12336241a5),segment_id=2764a686-3933-4d30-b143-ad12336241a5)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:25.329631 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c370ae-412e-479a-8420-4d62112b50ac x-openstack-request-id: req-21c370ae-412e-479a-8420-4d62112b50ac {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:41:25.330017 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23317315-e092-4e32-ac06-731402cb2930", "name": "network-vif-plugged", "status": "completed", "tag": "e1d3911f-2d6d-4c73-bc05-a4b4907bb34e", "code": 200}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:41:25.330325 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21c370ae-412e-479a-8420-4d62112b50ac {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:41:25.330712 dv-cinder-791281-4-smb neutron-server[98877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23317315-e092-4e32-ac06-731402cb2930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d3911f-2d6d-4c73-bc05-a4b4907bb34e', 'code': 200} Jun 06 17:41:25.353219 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:25.355529 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:25.435105 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d8232-08bd-4140-bf15-2aff3b43f89b req-a2e4a60c-41ef-48ed-801d-9926a28216f8 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:25.439446 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=e1d3911f-2d6d-4c73-bc05-a4b4907bb34e,revision_number=5']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:25.442922 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-813d8232-08bd-4140-bf15-2aff3b43f89b req-a2e4a60c-41ef-48ed-801d-9926a28216f8 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.1124470 Jun 06 17:41:25.443075 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:25.487935 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-813d8232-08bd-4140-bf15-2aff3b43f89b req-01349653-4403-4dc8-96cd-fbea3d494d26 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438979 Jun 06 17:41:25.717150 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ee02a-c77a-44cc-ae0b-f5970fd7c70e req-48996096-5848-4fee-85e2-0f7a8926d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:25.718666 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b38ee02a-c77a-44cc-ae0b-f5970fd7c70e req-48996096-5848-4fee-85e2-0f7a8926d5f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=23317315-e092-4e32-ac06-731402cb2930 HTTP/1.1" status: 200 len: 1103 time: 0.0744209 Jun 06 17:41:25.762608 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b38ee02a-c77a-44cc-ae0b-f5970fd7c70e req-cc13d48f-dccf-4438-90d7-eda769b6a79c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1aa10c3d-e8e3-44ce-8c09-e731c6411d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363541 Jun 06 17:41:26.076956 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735cdc8-f1a2-4d6c-a095-34fbbd99ff0c req-69f95ce0-7e75-4ca9-adf9-fd1462d1861a tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:26.078414 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c735cdc8-f1a2-4d6c-a095-34fbbd99ff0c req-69f95ce0-7e75-4ca9-adf9-fd1462d1861a tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/ports?device_id=281c3d5d-ef04-44c7-9369-182bbb34e66f HTTP/1.1" status: 200 len: 945 time: 0.0867138 Jun 06 17:41:26.127250 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c735cdc8-f1a2-4d6c-a095-34fbbd99ff0c req-5dafc506-62fe-4968-98d2-b6d647c14ed6 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6d5db9-6494-4f42-8ee3-16c9bbdbf6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425954 Jun 06 17:41:26.154449 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54d47b-5613-4839-aabe-9863b3af41e6 req-9b47be95-76b8-4824-9791-82fdea33fc68 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:26.155899 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1f54d47b-5613-4839-aabe-9863b3af41e6 req-9b47be95-76b8-4824-9791-82fdea33fc68 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/ports?device_id=23317315-e092-4e32-ac06-731402cb2930 HTTP/1.1" status: 200 len: 950 time: 0.0854969 Jun 06 17:41:26.200344 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1f54d47b-5613-4839-aabe-9863b3af41e6 req-c76018e3-6410-439d-9bc7-812dce29c29b tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/security-groups?id=1aa10c3d-e8e3-44ce-8c09-e731c6411d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385239 Jun 06 17:41:26.687755 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f73986-d3ad-4519-8e28-d803fb797071 req-7cd72e33-df18-40e3-81a4-6108917374fa tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:26.690725 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a7f73986-d3ad-4519-8e28-d803fb797071 req-7cd72e33-df18-40e3-81a4-6108917374fa tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.0851779 Jun 06 17:41:26.760471 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a7f73986-d3ad-4519-8e28-d803fb797071 req-d852b973-d36f-4597-a167-0d3a5c8a1746 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650086 Jun 06 17:41:27.338472 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cf827-240f-4c6f-a61f-633105f33205 req-79b5fcc1-6459-4c1e-bb0c-a39a877c68dc tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:27.340091 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-584cf827-240f-4c6f-a61f-633105f33205 req-79b5fcc1-6459-4c1e-bb0c-a39a877c68dc tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/ports?device_id=281c3d5d-ef04-44c7-9369-182bbb34e66f HTTP/1.1" status: 200 len: 945 time: 0.0988302 Jun 06 17:41:27.393105 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-584cf827-240f-4c6f-a61f-633105f33205 req-7f937728-07d0-4616-8581-d850b18c32de tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e6d5db9-6494-4f42-8ee3-16c9bbdbf6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473461 Jun 06 17:41:27.397830 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a95f0-fd96-405f-ae2f-e5cdfa946195 req-c443b64b-a810-4306-9395-ad1d11b2873b tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:27.402556 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-298a95f0-fd96-405f-ae2f-e5cdfa946195 req-c443b64b-a810-4306-9395-ad1d11b2873b tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/ports?device_id=23317315-e092-4e32-ac06-731402cb2930 HTTP/1.1" status: 200 len: 950 time: 0.0933616 Jun 06 17:41:27.446074 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-298a95f0-fd96-405f-ae2f-e5cdfa946195 req-a2e67bce-c002-4beb-9ba4-2aa5979eaa99 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/security-groups?id=1aa10c3d-e8e3-44ce-8c09-e731c6411d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411942 Jun 06 17:41:27.805245 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc202c17-0f45-4be5-b245-4d0a1a48b827 req-2781be38-b908-4bdf-b9bf-63ed305661bd tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:27.806939 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-cc202c17-0f45-4be5-b245-4d0a1a48b827 req-2781be38-b908-4bdf-b9bf-63ed305661bd tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.21 "GET /v2.0/ports?device_id=281c3d5d-ef04-44c7-9369-182bbb34e66f HTTP/1.1" status: 200 len: 945 time: 0.0813270 Jun 06 17:41:28.021706 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-cc202c17-0f45-4be5-b245-4d0a1a48b827 req-0482f3c2-76f4-4282-8827-998e1c0c04c8 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Deleting port 44b33e53-f9a9-4abd-b87f-80662eb47e19 {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:41:28.022042 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-cc202c17-0f45-4be5-b245-4d0a1a48b827 req-0482f3c2-76f4-4282-8827-998e1c0c04c8 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:28.055794 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1648aa-8fe1-425a-a9ee-3ad9ae688966 req-1de493f9-9076-4cc1-8298-12d479f2bf7d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:28.058032 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ca1648aa-8fe1-425a-a9ee-3ad9ae688966 req-1de493f9-9076-4cc1-8298-12d479f2bf7d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.1354668 Jun 06 17:41:28.123730 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 46480) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:28.192786 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ca1648aa-8fe1-425a-a9ee-3ad9ae688966 req-46e7c6d0-b612-4a14-876b-3d899618e6a6 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298430 Jun 06 17:41:28.222710 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-cc202c17-0f45-4be5-b245-4d0a1a48b827 req-0482f3c2-76f4-4282-8827-998e1c0c04c8 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] For port 44b33e53-f9a9-4abd-b87f-80662eb47e19, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=44b33e53-f9a9-4abd-b87f-80662eb47e19,segment=NetworkSegment(94a7a70c-1e05-4788-a947-28c040c42bd1),segment_id=94a7a70c-1e05-4788-a947-28c040c42bd1)] {{(pid=98875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:28.223092 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-cc202c17-0f45-4be5-b245-4d0a1a48b827 req-0482f3c2-76f4-4282-8827-998e1c0c04c8 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:28.312695 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f4122c41-a921-4060-83c2-65c51a302be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:28.360858 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-cc202c17-0f45-4be5-b245-4d0a1a48b827 req-0482f3c2-76f4-4282-8827-998e1c0c04c8 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Calling delete_port for 44b33e53-f9a9-4abd-b87f-80662eb47e19 owned by compute:nova {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:41:28.425875 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f4122c41-a921-4060-83c2-65c51a302be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:28.462202 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a926321-da4d-4d8e-9149-0174278b4e74 req-469d9bb9-b6da-47e0-8faf-8a78d6cb446a tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:28.463596 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8a926321-da4d-4d8e-9149-0174278b4e74 req-469d9bb9-b6da-47e0-8faf-8a78d6cb446a tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/ports?device_id=23317315-e092-4e32-ac06-731402cb2930 HTTP/1.1" status: 200 len: 950 time: 0.1092873 Jun 06 17:41:28.546676 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8a926321-da4d-4d8e-9149-0174278b4e74 req-714440bc-2054-4f69-a497-058561ff9373 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/security-groups?id=1aa10c3d-e8e3-44ce-8c09-e731c6411d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760334 Jun 06 17:41:28.569398 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f4122c41-a921-4060-83c2-65c51a302be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:28.578844 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-2b03afa9-ecdc-4869-9d9e-442464ccce0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:28.615448 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-f4122c41-a921-4060-83c2-65c51a302be6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bfc5846174fe40baa9fc0540994c0a96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4902997 Jun 06 17:41:28.618104 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 46496) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:28.623421 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4122c41-a921-4060-83c2-65c51a302be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb15c83-048f-482d-b3a8-05a267edce78,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:28.627272 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-f4122c41-a921-4060-83c2-65c51a302be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:28.763009 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-cc202c17-0f45-4be5-b245-4d0a1a48b827 req-0482f3c2-76f4-4282-8827-998e1c0c04c8 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:28.766422 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-d67b6fd3-fc84-4db1-93ad-f1b94edeb8b1 req-39ec3824-8d6e-40c6-bc9f-2eef61cd1f91 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/ports?device_id=281c3d5d-ef04-44c7-9369-182bbb34e66f HTTP/1.1" status: 200 len: 210 time: 0.1064682 Jun 06 17:41:28.772220 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:28.774895 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['44b33e53-f9a9-4abd-b87f-80662eb47e19'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:41:28.827168 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482f3c2-76f4-4282-8827-998e1c0c04c8 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Pushing event deleted for resources: {'Port': ['ID=44b33e53-f9a9-4abd-b87f-80662eb47e19,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:28.833170 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-0482f3c2-76f4-4282-8827-998e1c0c04c8 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:28.836609 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d1668202-4685-4220-94da-f4333de9f149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:28.961709 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53169b1-5748-4c9e-90a6-0bc2ee37c5fb req-ad441974-2802-48e3-a513-557e1d7a46a8 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:28.963297 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c53169b1-5748-4c9e-90a6-0bc2ee37c5fb req-ad441974-2802-48e3-a513-557e1d7a46a8 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.0904210 Jun 06 17:41:28.965959 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc202c17-0f45-4be5-b245-4d0a1a48b827 req-0482f3c2-76f4-4282-8827-998e1c0c04c8 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] No DVR routers for this DVR port 44b33e53-f9a9-4abd-b87f-80662eb47e19 on host hv-cinder-79128 {{(pid=98875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:41:28.972731 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d1668202-4685-4220-94da-f4333de9f149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:28.981064 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-cc202c17-0f45-4be5-b245-4d0a1a48b827 req-0482f3c2-76f4-4282-8827-998e1c0c04c8 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:28.983014 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-cc202c17-0f45-4be5-b245-4d0a1a48b827 req-0482f3c2-76f4-4282-8827-998e1c0c04c8 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.21 "DELETE /v2.0/ports/44b33e53-f9a9-4abd-b87f-80662eb47e19 HTTP/1.1" status: 204 len: 173 time: 1.1699617 Jun 06 17:41:28.985710 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281c3d5d-ef04-44c7-9369-182bbb34e66f', 'name': 'network-vif-deleted', 'tag': '44b33e53-f9a9-4abd-b87f-80662eb47e19'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:41:28.987895 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a66627-89f2-461b-9003-3ae9ab49aed5" -d '{"events": [{"server_uuid": "281c3d5d-ef04-44c7-9369-182bbb34e66f", "name": "network-vif-deleted", "tag": "44b33e53-f9a9-4abd-b87f-80662eb47e19"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:41:29.032860 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c53169b1-5748-4c9e-90a6-0bc2ee37c5fb req-c1eaeda1-b84a-4283-9689-8183f00c7968 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614226 Jun 06 17:41:29.037192 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae10f28-cd23-47f2-8d3d-a9b0db7e2e64 x-openstack-request-id: req-eae10f28-cd23-47f2-8d3d-a9b0db7e2e64 {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:41:29.037603 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281c3d5d-ef04-44c7-9369-182bbb34e66f", "name": "network-vif-deleted", "tag": "44b33e53-f9a9-4abd-b87f-80662eb47e19", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:41:29.037934 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eae10f28-cd23-47f2-8d3d-a9b0db7e2e64 {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:41:29.038419 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281c3d5d-ef04-44c7-9369-182bbb34e66f', 'name': 'network-vif-deleted', 'tag': '44b33e53-f9a9-4abd-b87f-80662eb47e19', 'status': 'completed', 'code': 200} Jun 06 17:41:29.051857 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb38c61-b070-4f2e-8de8-917b7aebff8e req-9caaf8fa-0b95-49ef-8a8d-4e50c9732390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:29.053430 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-cdb38c61-b070-4f2e-8de8-917b7aebff8e req-9caaf8fa-0b95-49ef-8a8d-4e50c9732390 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff76e8c459174d03af24f28696c53158&device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 1099 time: 0.1452088 Jun 06 17:41:29.191013 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d1668202-4685-4220-94da-f4333de9f149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:29.193465 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d1668202-4685-4220-94da-f4333de9f149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:29.194783 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-d1668202-4685-4220-94da-f4333de9f149 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9eb15c83-048f-482d-b3a8-05a267edce78 HTTP/1.1" status: 204 len: 168 time: 0.5755832 Jun 06 17:41:29.195636 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-044e1eec-8662-4df6-9a61-64e7bbe285f6 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:29.202408 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb38c61-b070-4f2e-8de8-917b7aebff8e req-821ef5fd-6d55-40f9-974b-458ac79150ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:29.203826 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-cdb38c61-b070-4f2e-8de8-917b7aebff8e req-821ef5fd-6d55-40f9-974b-458ac79150ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=f47093d2-ff25-4dae-b18f-38b02f03962a HTTP/1.1" status: 200 len: 919 time: 0.1436257 Jun 06 17:41:29.208851 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1668202-4685-4220-94da-f4333de9f149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb15c83-048f-482d-b3a8-05a267edce78,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:29.211188 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-d1668202-4685-4220-94da-f4333de9f149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:29.278583 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-cdb38c61-b070-4f2e-8de8-917b7aebff8e req-b92bcf63-f90a-49a6-a789-edeeee82ff62 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5 HTTP/1.1" status: 200 len: 217 time: 0.0649629 Jun 06 17:41:29.396005 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb38c61-b070-4f2e-8de8-917b7aebff8e req-d45a8a02-dffe-4ef0-aeee-52e9aa171b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:29.397439 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-cdb38c61-b070-4f2e-8de8-917b7aebff8e req-d45a8a02-dffe-4ef0-aeee-52e9aa171b21 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5010943e-69b0-42ca-ad2d-4caf9c0ea80f HTTP/1.1" status: 200 len: 858 time: 0.1083925 Jun 06 17:41:29.453037 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-cdb38c61-b070-4f2e-8de8-917b7aebff8e req-d8e27ef0-f882-4ed0-80f0-5e19a1e97d6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f47093d2-ff25-4dae-b18f-38b02f03962a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470288 Jun 06 17:41:29.464523 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233dd0e-413b-4f00-ac71-ff2f9d777240 req-e0372f68-878d-4c25-b979-6870af605e08 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:29.465841 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3233dd0e-413b-4f00-ac71-ff2f9d777240 req-e0372f68-878d-4c25-b979-6870af605e08 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.1367574 Jun 06 17:41:29.632963 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3233dd0e-413b-4f00-ac71-ff2f9d777240 req-4e78d09f-5604-4c23-84be-bbfef27d4548 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488774 Jun 06 17:41:29.690342 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-cdb38c61-b070-4f2e-8de8-917b7aebff8e req-15a37750-974c-4689-92c9-bd12092b5d3c service neutron] 10.222.0.21 "GET /v2.0/networks/f47093d2-ff25-4dae-b18f-38b02f03962a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235262 Jun 06 17:41:29.725933 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ceff9-f226-4c49-a3d3-c0662ad2ed54 req-6392f80f-4ead-4805-98ca-fe869bd866a9 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:29.727410 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c89ceff9-f226-4c49-a3d3-c0662ad2ed54 req-6392f80f-4ead-4805-98ca-fe869bd866a9 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.21 "GET /v2.0/ports?device_id=23317315-e092-4e32-ac06-731402cb2930 HTTP/1.1" status: 200 len: 950 time: 0.1469078 Jun 06 17:41:29.748429 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2517e5-b709-4b64-8bb4-d8ff42db0090 req-c1198544-ca24-4673-a579-e08861040749 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:29.749985 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8e2517e5-b709-4b64-8bb4-d8ff42db0090 req-c1198544-ca24-4673-a579-e08861040749 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/ports?device_id=23317315-e092-4e32-ac06-731402cb2930 HTTP/1.1" status: 200 len: 950 time: 0.0868115 Jun 06 17:41:29.797083 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8e2517e5-b709-4b64-8bb4-d8ff42db0090 req-5fc6e322-d7e7-45eb-a481-37676207349c tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/security-groups?id=1aa10c3d-e8e3-44ce-8c09-e731c6411d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408995 Jun 06 17:41:29.974983 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-cdb38c61-b070-4f2e-8de8-917b7aebff8e req-c9bf8ef8-34c2-4df4-b638-61ebca5d2ecd service neutron] 10.222.0.21 "GET /v2.0/networks/f47093d2-ff25-4dae-b18f-38b02f03962a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763121 Jun 06 17:41:29.976839 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-2bed982e-9367-4dfe-b899-501115caf2c5 req-7cf76159-c96d-4a99-bf8e-7a1d83b3b092 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] 10.222.0.23 "GET /v2.0/ports?device_id=281c3d5d-ef04-44c7-9369-182bbb34e66f HTTP/1.1" status: 200 len: 210 time: 0.0633068 Jun 06 17:41:29.999850 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-c89ceff9-f226-4c49-a3d3-c0662ad2ed54 req-09c74114-80bb-47cb-a590-e570c83ffd8a tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Deleting port e1d3911f-2d6d-4c73-bc05-a4b4907bb34e {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:41:30.000201 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-c89ceff9-f226-4c49-a3d3-c0662ad2ed54 req-09c74114-80bb-47cb-a590-e570c83ffd8a tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:30.157088 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-c89ceff9-f226-4c49-a3d3-c0662ad2ed54 req-09c74114-80bb-47cb-a590-e570c83ffd8a tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] For port e1d3911f-2d6d-4c73-bc05-a4b4907bb34e, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e1d3911f-2d6d-4c73-bc05-a4b4907bb34e,segment=NetworkSegment(2764a686-3933-4d30-b143-ad12336241a5),segment_id=2764a686-3933-4d30-b143-ad12336241a5)] {{(pid=98875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:30.157519 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-c89ceff9-f226-4c49-a3d3-c0662ad2ed54 req-09c74114-80bb-47cb-a590-e570c83ffd8a tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:30.170049 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 46528) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:30.229743 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-77ad3edf-e47c-4e1c-a6da-72210087e4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:30.296134 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-c89ceff9-f226-4c49-a3d3-c0662ad2ed54 req-09c74114-80bb-47cb-a590-e570c83ffd8a tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Calling delete_port for e1d3911f-2d6d-4c73-bc05-a4b4907bb34e owned by compute:nova {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:41:30.310436 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7466e4d-1e97-4add-8637-66e4d4d0889f req-ae5d50e4-99dc-4837-82f7-2bbc09995bba tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:30.311858 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b7466e4d-1e97-4add-8637-66e4d4d0889f req-ae5d50e4-99dc-4837-82f7-2bbc09995bba tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.1433716 Jun 06 17:41:30.380498 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b7466e4d-1e97-4add-8637-66e4d4d0889f req-7efa0246-78bc-44bb-be92-92b057b8e92d tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589278 Jun 06 17:41:30.419078 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-77ad3edf-e47c-4e1c-a6da-72210087e4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:30.515035 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-77ad3edf-e47c-4e1c-a6da-72210087e4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:30.521610 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-d6bb3265-24f1-4989-a9e2-8adc3cd5dbbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:30.564931 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-77ad3edf-e47c-4e1c-a6da-72210087e4b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e190ad2a97aa4256b4dc7a0e85ae87fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3607631 Jun 06 17:41:30.565833 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad3edf-e47c-4e1c-a6da-72210087e4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d074cf13-cf86-48ae-a0b2-7dc50afc8a78,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:30.568717 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 46532) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:30.569242 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-77ad3edf-e47c-4e1c-a6da-72210087e4b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:30.618528 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-c89ceff9-f226-4c49-a3d3-c0662ad2ed54 req-09c74114-80bb-47cb-a590-e570c83ffd8a tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:30.625706 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:30.633634 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['e1d3911f-2d6d-4c73-bc05-a4b4907bb34e'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:41:30.678664 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-970278f9-2e2b-4cec-96ae-8994c715b6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:30.681904 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c74114-80bb-47cb-a590-e570c83ffd8a tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Pushing event deleted for resources: {'Port': ['ID=e1d3911f-2d6d-4c73-bc05-a4b4907bb34e,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:30.714429 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-09c74114-80bb-47cb-a590-e570c83ffd8a tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:30.816105 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89ceff9-f226-4c49-a3d3-c0662ad2ed54 req-09c74114-80bb-47cb-a590-e570c83ffd8a tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] No DVR routers for this DVR port e1d3911f-2d6d-4c73-bc05-a4b4907bb34e on host hv-cinder-79128 {{(pid=98875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:41:30.822189 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-c89ceff9-f226-4c49-a3d3-c0662ad2ed54 req-09c74114-80bb-47cb-a590-e570c83ffd8a tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:30.824160 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c89ceff9-f226-4c49-a3d3-c0662ad2ed54 req-09c74114-80bb-47cb-a590-e570c83ffd8a tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.21 "DELETE /v2.0/ports/e1d3911f-2d6d-4c73-bc05-a4b4907bb34e HTTP/1.1" status: 204 len: 173 time: 1.0901144 Jun 06 17:41:30.825889 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-970278f9-2e2b-4cec-96ae-8994c715b6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:30.896740 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe796a-1e47-4410-8266-11ed838679cd req-ddceb93d-8ed5-4104-a542-ede93dcfd154 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:30.898090 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-aafe796a-1e47-4410-8266-11ed838679cd req-ddceb93d-8ed5-4104-a542-ede93dcfd154 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.1454077 Jun 06 17:41:30.930975 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 46540) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:30.963455 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-aafe796a-1e47-4410-8266-11ed838679cd req-e568f540-6e48-4636-ae4f-911c3abca014 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527186 Jun 06 17:41:31.007357 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-970278f9-2e2b-4cec-96ae-8994c715b6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:31.009874 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-970278f9-2e2b-4cec-96ae-8994c715b6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:31.011722 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-970278f9-2e2b-4cec-96ae-8994c715b6ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d074cf13-cf86-48ae-a0b2-7dc50afc8a78 HTTP/1.1" status: 204 len: 168 time: 0.4413135 Jun 06 17:41:31.015229 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-175683bc-7f08-4e3f-83ab-a3f3eb2d6162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:31.026003 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970278f9-2e2b-4cec-96ae-8994c715b6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d074cf13-cf86-48ae-a0b2-7dc50afc8a78,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:31.029794 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-970278f9-2e2b-4cec-96ae-8994c715b6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:31.039541 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23317315-e092-4e32-ac06-731402cb2930', 'name': 'network-vif-deleted', 'tag': 'e1d3911f-2d6d-4c73-bc05-a4b4907bb34e'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:41:31.049418 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a6d6d4-44d3-4f40-938f-39fb601c7443" -d '{"events": [{"server_uuid": "23317315-e092-4e32-ac06-731402cb2930", "name": "network-vif-deleted", "tag": "e1d3911f-2d6d-4c73-bc05-a4b4907bb34e"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:41:31.049676 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-38499033-2d87-487e-b042-0854a81e1c89 req-94a1760d-5ac0-4f6a-abde-8fed47c2735d tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/ports?device_id=23317315-e092-4e32-ac06-731402cb2930 HTTP/1.1" status: 200 len: 210 time: 0.1212258 Jun 06 17:41:31.103418 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-97c73cb5-ec3f-4660-a014-8cb2fb775f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:31.138397 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a863af03-7c26-48af-83dc-d68da6c840ea x-openstack-request-id: req-a863af03-7c26-48af-83dc-d68da6c840ea {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:41:31.138799 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23317315-e092-4e32-ac06-731402cb2930", "name": "network-vif-deleted", "tag": "e1d3911f-2d6d-4c73-bc05-a4b4907bb34e", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:41:31.138979 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a863af03-7c26-48af-83dc-d68da6c840ea {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:41:31.141414 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23317315-e092-4e32-ac06-731402cb2930', 'name': 'network-vif-deleted', 'tag': 'e1d3911f-2d6d-4c73-bc05-a4b4907bb34e', 'status': 'completed', 'code': 200} Jun 06 17:41:31.222064 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-97c73cb5-ec3f-4660-a014-8cb2fb775f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:31.326910 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-97c73cb5-ec3f-4660-a014-8cb2fb775f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:31.335983 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-f3624fdc-a219-4286-962e-d797916e11fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:31.374691 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-97c73cb5-ec3f-4660-a014-8cb2fb775f31 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=645cee7bec104988b839c0c4477dc3ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4426701 Jun 06 17:41:31.376254 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c73cb5-ec3f-4660-a014-8cb2fb775f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2002e6-9800-4a13-abdf-e71e1f02d55f,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:31.377395 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 46554) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:31.379745 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-97c73cb5-ec3f-4660-a014-8cb2fb775f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:31.441691 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-cf148669-887d-4734-b182-073b493506ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:31.468530 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-cf148669-887d-4734-b182-073b493506ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:31.584528 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98984fb1-3b5a-4cb6-a3b9-c600598e69fa req-854a2bff-4bb2-400a-af18-9a1c0cc81d50 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:31.585948 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-98984fb1-3b5a-4cb6-a3b9-c600598e69fa req-854a2bff-4bb2-400a-af18-9a1c0cc81d50 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.0980902 Jun 06 17:41:31.630891 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-98984fb1-3b5a-4cb6-a3b9-c600598e69fa req-9466e71a-1287-4160-aaba-7eadcb058fca tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390146 Jun 06 17:41:31.709727 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-cf148669-887d-4734-b182-073b493506ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:31.712344 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-cf148669-887d-4734-b182-073b493506ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:31.713433 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-cf148669-887d-4734-b182-073b493506ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ce2002e6-9800-4a13-abdf-e71e1f02d55f HTTP/1.1" status: 204 len: 168 time: 0.3342769 Jun 06 17:41:31.714208 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-2b1c5f6c-eb7e-493f-8f5a-cc5b85685756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:31.723941 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf148669-887d-4734-b182-073b493506ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2002e6-9800-4a13-abdf-e71e1f02d55f,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:31.726173 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-cf148669-887d-4734-b182-073b493506ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:31.824908 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 46560) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:31.842371 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-93ddc3e7-9ada-423a-b83c-365103b063a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:31.944121 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-93ddc3e7-9ada-423a-b83c-365103b063a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:32.037779 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-93ddc3e7-9ada-423a-b83c-365103b063a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:32.049588 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-77ad3edf-e47c-4e1c-a6da-72210087e4b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:32.085544 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-93ddc3e7-9ada-423a-b83c-365103b063a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=84f679b0446b4707ab6c8466f3564d97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594311 Jun 06 17:41:32.088152 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 46572) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:32.103485 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:32.108152 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddc3e7-9ada-423a-b83c-365103b063a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69e060b-8ddf-43ae-a078-c2e54e4ae554,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:32.110237 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-93ddc3e7-9ada-423a-b83c-365103b063a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:32.215241 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f27f9092-b53b-4919-b726-b3e0cacdd50c req-f5a7242e-f64d-444c-b47f-25116d35a789 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] 10.222.0.23 "GET /v2.0/ports?device_id=23317315-e092-4e32-ac06-731402cb2930 HTTP/1.1" status: 200 len: 210 time: 0.0434451 Jun 06 17:41:32.231275 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8763ba2e-ef93-4960-8d23-703a188b1d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:32.267204 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74123178-2602-4451-b66d-adf72444fbbe req-5601e170-788e-4c04-8d6a-b019b3fba66f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:32.268676 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-74123178-2602-4451-b66d-adf72444fbbe req-5601e170-788e-4c04-8d6a-b019b3fba66f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.1837637 Jun 06 17:41:32.273919 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8763ba2e-ef93-4960-8d23-703a188b1d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:32.341993 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-74123178-2602-4451-b66d-adf72444fbbe req-25f560a8-9883-4378-8eea-1bc1b5e1630c tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611749 Jun 06 17:41:32.501861 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8763ba2e-ef93-4960-8d23-703a188b1d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:32.504379 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8763ba2e-ef93-4960-8d23-703a188b1d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:32.510537 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-8763ba2e-ef93-4960-8d23-703a188b1d10 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c69e060b-8ddf-43ae-a078-c2e54e4ae554 HTTP/1.1" status: 204 len: 168 time: 0.4163575 Jun 06 17:41:32.510537 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-d1668202-4685-4220-94da-f4333de9f149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:32.516208 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763ba2e-ef93-4960-8d23-703a188b1d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69e060b-8ddf-43ae-a078-c2e54e4ae554,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:32.518414 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-8763ba2e-ef93-4960-8d23-703a188b1d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:32.726272 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 46578) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:32.743349 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-27fbca70-084e-4ed5-a47b-701766b751f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:32.815584 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c83ef7-0a76-4c9e-9b65-f9e21627fe22 req-b3caae6b-e2c2-401e-aec5-98eec8c73e9c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:32.816964 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-43c83ef7-0a76-4c9e-9b65-f9e21627fe22 req-b3caae6b-e2c2-401e-aec5-98eec8c73e9c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.0806589 Jun 06 17:41:32.848489 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-27fbca70-084e-4ed5-a47b-701766b751f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:32.869512 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-43c83ef7-0a76-4c9e-9b65-f9e21627fe22 req-2efe6bdd-7a53-495a-888c-967a0533ca98 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456758 Jun 06 17:41:32.982795 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 44b33e53-f9a9-4abd-b87f-80662eb47e19 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:41:32.987358 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-27fbca70-084e-4ed5-a47b-701766b751f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:33.005784 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-8344ac03-255f-4008-91cd-bfbce9f41a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:33.020797 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] No Port match for: 44b33e53-f9a9-4abd-b87f-80662eb47e19 {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:41:33.027556 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 44b33e53-f9a9-4abd-b87f-80662eb47e19 not bound to the agent host hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:41:33.053101 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-27fbca70-084e-4ed5-a47b-701766b751f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d630e9640ea4691a6fb3223371d99c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173499 Jun 06 17:41:33.053101 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fbca70-084e-4ed5-a47b-701766b751f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a278a29c-4574-4264-acec-445b2610cbeb,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:33.053406 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 46590) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:33.061556 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-27fbca70-084e-4ed5-a47b-701766b751f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:33.106165 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-76df5b09-0685-48fb-9488-ad40dc69006b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:33.132436 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-76df5b09-0685-48fb-9488-ad40dc69006b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:33.278023 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-76df5b09-0685-48fb-9488-ad40dc69006b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:33.280573 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-76df5b09-0685-48fb-9488-ad40dc69006b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:33.281794 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-76df5b09-0685-48fb-9488-ad40dc69006b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a278a29c-4574-4264-acec-445b2610cbeb HTTP/1.1" status: 204 len: 168 time: 0.2334790 Jun 06 17:41:33.282622 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-62489b63-6c1b-40ec-85e5-5abc43364e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:33.292900 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df5b09-0685-48fb-9488-ad40dc69006b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a278a29c-4574-4264-acec-445b2610cbeb,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:33.300425 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-76df5b09-0685-48fb-9488-ad40dc69006b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:33.585963 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc1114-7a1f-4f14-bcbe-ff6e354ecb35 req-9c0840f7-8225-4123-9151-2eec14103758 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:33.587414 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-dfbc1114-7a1f-4f14-bcbe-ff6e354ecb35 req-9c0840f7-8225-4123-9151-2eec14103758 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.1387498 Jun 06 17:41:33.649845 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-dfbc1114-7a1f-4f14-bcbe-ff6e354ecb35 req-faa30b90-fb52-4240-81c3-f9f85a1e6d94 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556402 Jun 06 17:41:33.875115 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 46630) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:34.063584 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 46646) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:34.085502 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f88562a6-b223-4475-8976-d5720ae62c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:34.095636 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-3c1b47a1-c730-434d-8b8a-c243c754d9fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2065260129-network', 'tenant_id': '9c1f739cd022414aa4a004d05422d48f'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:34.126040 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ba422-cc39-4a05-9418-603348bc6539 req-b3d5687b-11a9-4350-b57f-c55ea02460a8 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:34.127437 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3c6ba422-cc39-4a05-9418-603348bc6539 req-b3d5687b-11a9-4350-b57f-c55ea02460a8 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.1442294 Jun 06 17:41:34.174710 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3c6ba422-cc39-4a05-9418-603348bc6539 req-4a9c2ff3-959a-4e4b-bacc-485733f9dba8 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407083 Jun 06 17:41:34.217764 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1b47a1-c730-434d-8b8a-c243c754d9fb admin admin] Made reservation on behalf of 9c1f739cd022414aa4a004d05422d48f for: {'network': 1} {{(pid=98876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:41:34.220129 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3c1b47a1-c730-434d-8b8a-c243c754d9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-636678'] for network, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:34.233818 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3c1b47a1-c730-434d-8b8a-c243c754d9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:34.311079 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f88562a6-b223-4475-8976-d5720ae62c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:34.486737 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f88562a6-b223-4475-8976-d5720ae62c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:34.495407 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-8763ba2e-ef93-4960-8d23-703a188b1d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:34.540168 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-f88562a6-b223-4475-8976-d5720ae62c96 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc23204c771942209420252baa82ecfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4732018 Jun 06 17:41:34.540168 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88562a6-b223-4475-8976-d5720ae62c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40079f1b-8763-4b75-b6e5-4338b0fef242,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:34.540864 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 46654) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:34.551728 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-f88562a6-b223-4475-8976-d5720ae62c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:34.579425 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3c1b47a1-c730-434d-8b8a-c243c754d9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:34.600429 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-97a3d6d7-55c6-4596-aae7-424288297b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:34.626207 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-97a3d6d7-55c6-4596-aae7-424288297b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:34.760851 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3c1b47a1-c730-434d-8b8a-c243c754d9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:34.765051 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-a7f8f787-f6e6-42a6-a5d1-93e2a107d0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:34.806504 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-97a3d6d7-55c6-4596-aae7-424288297b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:34.809227 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-97a3d6d7-55c6-4596-aae7-424288297b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:34.810488 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-97a3d6d7-55c6-4596-aae7-424288297b78 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40079f1b-8763-4b75-b6e5-4338b0fef242 HTTP/1.1" status: 204 len: 168 time: 0.2686176 Jun 06 17:41:34.811170 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-27fbca70-084e-4ed5-a47b-701766b751f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:34.826504 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3d6d7-55c6-4596-aae7-424288297b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40079f1b-8763-4b75-b6e5-4338b0fef242,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:34.828821 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-97a3d6d7-55c6-4596-aae7-424288297b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:34.844243 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1b47a1-c730-434d-8b8a-c243c754d9fb admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=98876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:41:34.848456 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b47a1-c730-434d-8b8a-c243c754d9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c256eb6b-7f18-461f-8858-cfad1556096f,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:34.861907 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-3c1b47a1-c730-434d-8b8a-c243c754d9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:34.872262 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3c1b47a1-c730-434d-8b8a-c243c754d9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:34.872604 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.db.segments_db [None req-3c1b47a1-c730-434d-8b8a-c243c754d9fb admin admin] Added segment 9dabbefc-5e85-429d-8b36-8e9577da61e9 of type vlan for network 2549e687-b641-4be0-9635-1cdb2d7278d6 Jun 06 17:41:34.909625 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3c1b47a1-c730-434d-8b8a-c243c754d9fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729318189806'] for network, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:34.921478 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b698e-22dd-4c86-b34f-55fd188b8b4e req-a06f3edc-fb88-4cae-b768-288fd4f97c84 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:34.922963 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b92b698e-22dd-4c86-b34f-55fd188b8b4e req-a06f3edc-fb88-4cae-b768-288fd4f97c84 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.1588240 Jun 06 17:41:34.997198 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b92b698e-22dd-4c86-b34f-55fd188b8b4e req-42ca2165-80a6-4028-9cbc-2347ea32ccd2 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683985 Jun 06 17:41:35.001525 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device e1d3911f-2d6d-4c73-bc05-a4b4907bb34e no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:41:35.047809 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] No Port match for: e1d3911f-2d6d-4c73-bc05-a4b4907bb34e {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:41:35.048286 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device e1d3911f-2d6d-4c73-bc05-a4b4907bb34e not bound to the agent host hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:41:35.098491 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3c1b47a1-c730-434d-8b8a-c243c754d9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876'] for network, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:35.100095 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1b47a1-c730-434d-8b8a-c243c754d9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:35.100745 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3c1b47a1-c730-434d-8b8a-c243c754d9fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:35.110650 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:35.239182 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b47a1-c730-434d-8b8a-c243c754d9fb admin admin] Pushing event updated for resources: {'Network': ['ID=2549e687-b641-4be0-9635-1cdb2d7278d6,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:35.240005 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-3c1b47a1-c730-434d-8b8a-c243c754d9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:35.248929 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Network 2549e687-b641-4be0-9635-1cdb2d7278d6 details requested by agent ovs-agent-dv-cinder-791281-4-smb with host dv-cinder-791281-4-smb {{(pid=98877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:41:35.267630 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-3c1b47a1-c730-434d-8b8a-c243c754d9fb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3887498 Jun 06 17:41:35.268038 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 46716) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:35.273778 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-9988d668-0df1-4bef-a23b-5949a6d99f18 admin admin] Request body: {'subnet': {'network_id': '2549e687-b641-4be0-9635-1cdb2d7278d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2065260129-subnet', 'tenant_id': '9c1f739cd022414aa4a004d05422d48f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:35.432125 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2fbfb-8adf-4353-9dbf-b0458bd55b8f req-bdf85e68-60dd-4a8d-ae78-892f9f831829 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:35.433567 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ccb2fbfb-8adf-4353-9dbf-b0458bd55b8f req-bdf85e68-60dd-4a8d-ae78-892f9f831829 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.1024365 Jun 06 17:41:35.472360 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9988d668-0df1-4bef-a23b-5949a6d99f18 admin admin] Made reservation on behalf of 9c1f739cd022414aa4a004d05422d48f for: {'subnet': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:41:35.475176 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9988d668-0df1-4bef-a23b-5949a6d99f18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:35.516719 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ccb2fbfb-8adf-4353-9dbf-b0458bd55b8f req-509195b2-c241-4955-8561-53419f5a92bc tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774493 Jun 06 17:41:35.772233 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9988d668-0df1-4bef-a23b-5949a6d99f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869'] for subnet, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:35.777816 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-2476a8f0-e343-4cfd-9b87-091c6d7aed72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:35.848874 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988d668-0df1-4bef-a23b-5949a6d99f18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa2a48d9-d817-449f-8b8d-97506d918517,revision_number=0']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:35.852162 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-9988d668-0df1-4bef-a23b-5949a6d99f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:35.858057 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9988d668-0df1-4bef-a23b-5949a6d99f18 admin admin] Checking segment: {'id': '9dabbefc-5e85-429d-8b36-8e9577da61e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2549e687-b641-4be0-9635-1cdb2d7278d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:41:35.858426 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9988d668-0df1-4bef-a23b-5949a6d99f18 admin admin] Network hostable DHCP agents. Network: 2549e687-b641-4be0-9635-1cdb2d7278d6, hostable agents: ['9f9e633d-4e7f-4a78-8507-e6ddd2ff9366'], hosted agents: [] {{(pid=98875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:41:35.989568 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9988d668-0df1-4bef-a23b-5949a6d99f18 admin admin] Network 2549e687-b641-4be0-9635-1cdb2d7278d6 is scheduled to be hosted by DHCP agent 9f9e633d-4e7f-4a78-8507-e6ddd2ff9366 with binding_index 1 {{(pid=98875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:41:36.080906 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [None req-9988d668-0df1-4bef-a23b-5949a6d99f18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-smb, 2549e687-b641-4be0-9635-1cdb2d7278d6) {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:41:36.086014 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9988d668-0df1-4bef-a23b-5949a6d99f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:36.086661 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9988d668-0df1-4bef-a23b-5949a6d99f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for subnet, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:36.094195 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5192fe36-9762-4eba-9826-650b28202ab9 None None] Network 2549e687-b641-4be0-9635-1cdb2d7278d6 requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:41:36.190403 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-9988d668-0df1-4bef-a23b-5949a6d99f18 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9212077 Jun 06 17:41:36.216728 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24718172-90e4-458f-8690-4547a6ea1b84 req-4530a716-573b-4b60-af32-f29ea34477e6 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:36.218739 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-24718172-90e4-458f-8690-4547a6ea1b84 req-4530a716-573b-4b60-af32-f29ea34477e6 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.0976369 Jun 06 17:41:36.269348 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-24718172-90e4-458f-8690-4547a6ea1b84 req-a0d8582e-53cc-48c5-9f11-55a8e6b34e2a tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440700 Jun 06 17:41:36.354271 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c03847-789e-409e-9132-f688b2fa9945 None None] Network 2549e687-b641-4be0-9635-1cdb2d7278d6 requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:41:36.730783 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547844e9-c77a-4ea9-8ed9-369e56e34351 req-2b1002fe-31cb-48ef-94d3-61154d6ca311 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:36.732317 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-547844e9-c77a-4ea9-8ed9-369e56e34351 req-2b1002fe-31cb-48ef-94d3-61154d6ca311 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.0923038 Jun 06 17:41:36.782264 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-547844e9-c77a-4ea9-8ed9-369e56e34351 req-bdca78ef-c853-4aae-a3f3-35adc0652904 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435770 Jun 06 17:41:37.462354 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb2e63-c0cd-4542-a128-aa470aa5996a req-fbf1770f-3f76-4777-a46d-2b8a26a704b0 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:37.463848 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-0beb2e63-c0cd-4542-a128-aa470aa5996a req-fbf1770f-3f76-4777-a46d-2b8a26a704b0 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.0885475 Jun 06 17:41:37.510061 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-0beb2e63-c0cd-4542-a128-aa470aa5996a req-8ef72444-2778-480f-9aaa-926f2a901773 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405734 Jun 06 17:41:38.091755 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce83b1-24e9-4fb3-a4e4-0ca9a9033334 req-34f8b224-a457-4d9c-b939-f05775bf440c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:38.093219 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-5bce83b1-24e9-4fb3-a4e4-0ca9a9033334 req-34f8b224-a457-4d9c-b939-f05775bf440c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.1567550 Jun 06 17:41:38.144521 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23356490-e629-4ec4-a3a6-303843898d81 req-6811d28f-bcaf-499f-9832-e448cd833971 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:38.152021 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-23356490-e629-4ec4-a3a6-303843898d81 req-6811d28f-bcaf-499f-9832-e448cd833971 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.1078582 Jun 06 17:41:38.158672 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-5bce83b1-24e9-4fb3-a4e4-0ca9a9033334 req-b49ea8af-494f-4174-98c7-34add88c0122 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567930 Jun 06 17:41:38.302882 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-23356490-e629-4ec4-a3a6-303843898d81 req-9660c377-57dc-47a7-a287-a3b12b009e1a tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498299 Jun 06 17:41:38.329523 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e6664-0493-497d-9182-9c3d636811f2 req-a007a65d-1e76-467d-a16d-06ffcc4b7754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:38.331129 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8f0e6664-0493-497d-9182-9c3d636811f2 req-a007a65d-1e76-467d-a16d-06ffcc4b7754 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b44d9521c3844a3882ee6d0cc8b07187&device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 1099 time: 0.1625698 Jun 06 17:41:38.472161 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e6664-0493-497d-9182-9c3d636811f2 req-a0a13b06-e83f-40a1-89b4-6ba59965d2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:38.473676 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8f0e6664-0493-497d-9182-9c3d636811f2 req-a0a13b06-e83f-40a1-89b4-6ba59965d2a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0c070bd4-ddfe-41f0-9fed-d7e70018cc8e HTTP/1.1" status: 200 len: 912 time: 0.1364903 Jun 06 17:41:38.592067 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8f0e6664-0493-497d-9182-9c3d636811f2 req-e3acea14-cafc-41f9-b897-0734c59f24fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=030d43c8-f587-4071-8933-68376095a69f HTTP/1.1" status: 200 len: 1002 time: 0.1114745 Jun 06 17:41:38.669944 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e6664-0493-497d-9182-9c3d636811f2 req-5b8d12c5-be3c-4934-88ba-c994da078d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:38.671665 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8f0e6664-0493-497d-9182-9c3d636811f2 req-5b8d12c5-be3c-4934-88ba-c994da078d63 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8be3246-7ec4-4d23-84b1-36d960621851 HTTP/1.1" status: 200 len: 850 time: 0.0718915 Jun 06 17:41:38.768445 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e6664-0493-497d-9182-9c3d636811f2 req-bfd983f3-8ee1-4b38-93ac-81a76ba8e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:38.770021 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8f0e6664-0493-497d-9182-9c3d636811f2 req-bfd983f3-8ee1-4b38-93ac-81a76ba8e386 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c070bd4-ddfe-41f0-9fed-d7e70018cc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0891531 Jun 06 17:41:38.911310 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8f0e6664-0493-497d-9182-9c3d636811f2 req-1f47d2c0-abc2-4bc2-908a-a8f76c111b68 service neutron] 10.222.0.21 "GET /v2.0/networks/0c070bd4-ddfe-41f0-9fed-d7e70018cc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339614 Jun 06 17:41:39.061884 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8f0e6664-0493-497d-9182-9c3d636811f2 req-f741e917-69c8-4482-97c5-8404bf9fcae3 service neutron] 10.222.0.21 "GET /v2.0/networks/0c070bd4-ddfe-41f0-9fed-d7e70018cc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448596 Jun 06 17:41:39.262203 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-3065b068-2d63-48e9-bcea-0a0422a58dbf tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:39.264855 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-3065b068-2d63-48e9-bcea-0a0422a58dbf tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/networks?id=2549e687-b641-4be0-9635-1cdb2d7278d6 HTTP/1.1" status: 200 len: 809 time: 0.1745174 Jun 06 17:41:39.279701 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-61a231a6-89f7-4e9e-a41b-f3887cf47a24 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/quotas/9c1f739cd022414aa4a004d05422d48f HTTP/1.1" status: 200 len: 375 time: 0.0096414 Jun 06 17:41:39.332175 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-83810d40-ed99-4be0-88db-8e75393c60a7 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c1f739cd022414aa4a004d05422d48f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468729 Jun 06 17:41:39.348713 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c188e9-b260-4889-ae76-e67e27534f1e req-5e3885ab-6152-4871-8fe6-0d8835fe53ed tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:39.350381 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-87c188e9-b260-4889-ae76-e67e27534f1e req-5e3885ab-6152-4871-8fe6-0d8835fe53ed tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.0868826 Jun 06 17:41:39.395445 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-87c188e9-b260-4889-ae76-e67e27534f1e req-23dfda2d-052e-40e6-907d-ce7e4f415292 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392389 Jun 06 17:41:39.469120 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-58c39bb2-39b7-4493-8a66-3f71dc02179d service neutron] 10.222.0.23 "GET /v2.0/networks/2549e687-b641-4be0-9635-1cdb2d7278d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285448 Jun 06 17:41:39.606074 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada07c1-8d90-4efe-81b7-712aea0f6036 req-581a52c5-fd20-4f84-b7a3-e11e1d4f9e45 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:39.607922 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8ada07c1-8d90-4efe-81b7-712aea0f6036 req-581a52c5-fd20-4f84-b7a3-e11e1d4f9e45 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.1101472 Jun 06 17:41:39.656328 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8ada07c1-8d90-4efe-81b7-712aea0f6036 req-deb8fd17-3cd7-4cd2-aef1-ce37a21c05be tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395977 Jun 06 17:41:39.699869 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-284d3869-6c32-4fca-b5f6-f044171eab91 service neutron] 10.222.0.23 "GET /v2.0/networks/2549e687-b641-4be0-9635-1cdb2d7278d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246234 Jun 06 17:41:39.997116 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7627d7ab-62ba-4fe8-8526-a0f704583235 req-61e584a2-9bc6-4744-b03b-adc247f48f91 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=590b8cad-2d2f-491b-bf2d-b0e3d1b584e7 HTTP/1.1" status: 200 len: 210 time: 0.0634940 Jun 06 17:41:40.594954 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dc3d9-424f-4a48-bbe1-0bbc8f322915 req-530569fd-a9a5-43fa-b710-eb9b40c5d69d tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:40.596415 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-844dc3d9-424f-4a48-bbe1-0bbc8f322915 req-530569fd-a9a5-43fa-b710-eb9b40c5d69d tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.0893397 Jun 06 17:41:40.661533 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-844dc3d9-424f-4a48-bbe1-0bbc8f322915 req-5e0cbfcb-5a6c-4e0a-b292-0b167cf3fd96 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582254 Jun 06 17:41:40.870466 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf28344-dd30-4a7e-b719-f590cc57fb75 req-3f883902-17ff-4277-8c3f-895319cd5632 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:40.871924 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-fdf28344-dd30-4a7e-b719-f590cc57fb75 req-3f883902-17ff-4277-8c3f-895319cd5632 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.0894394 Jun 06 17:41:40.916836 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-fdf28344-dd30-4a7e-b719-f590cc57fb75 req-66db2ece-4408-442d-8eb9-81c124e4762e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390332 Jun 06 17:41:41.086043 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-d79fa3fd-3c16-430b-be82-8c41d081eeb9 req-337b7c6c-7ed2-4e4a-ba0d-d576f040a490 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=590b8cad-2d2f-491b-bf2d-b0e3d1b584e7 HTTP/1.1" status: 200 len: 210 time: 0.0433493 Jun 06 17:41:41.858062 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7c321-448d-44f4-8b0c-21f22edb861e req-9f0a45d9-41f5-4b99-bc4b-b07e7d7db854 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:41.859874 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7af7c321-448d-44f4-8b0c-21f22edb861e req-9f0a45d9-41f5-4b99-bc4b-b07e7d7db854 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.0951152 Jun 06 17:41:41.907416 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7af7c321-448d-44f4-8b0c-21f22edb861e req-e4155213-1d9d-4951-a0ac-2291513e9e8a tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413465 Jun 06 17:41:42.239392 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f115829a-0a9e-4e61-8346-ee5db2e4ad9f req-2853b5d4-3e00-4bd1-8f89-776a77eecca2 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=590b8cad-2d2f-491b-bf2d-b0e3d1b584e7 HTTP/1.1" status: 200 len: 210 time: 0.0449190 Jun 06 17:41:42.366814 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 47064) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:42.637082 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-3cc556f8-12b7-49b3-838a-29800b137c3f tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:42.638499 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-3cc556f8-12b7-49b3-838a-29800b137c3f tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.21 "GET /v2.0/networks?id=2549e687-b641-4be0-9635-1cdb2d7278d6 HTTP/1.1" status: 200 len: 809 time: 0.1975281 Jun 06 17:41:42.641555 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-8db5f212-336a-41d1-9174-c251d433f6b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58990e5a9d5b4ce99caf0426b581b613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735515 Jun 06 17:41:42.644040 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 47068) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:42.659391 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-d410df76-9bc1-44ef-98c7-cd7028b9e672 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Request body: {'port': {'device_id': '590b8cad-2d2f-491b-bf2d-b0e3d1b584e7', 'network_id': '2549e687-b641-4be0-9635-1cdb2d7278d6', 'admin_state_up': True, 'tenant_id': '9c1f739cd022414aa4a004d05422d48f'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:42.815395 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-a6c2df9a-efcf-4fd6-8c8f-ad97b3b8872e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:42.860735 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-a6c2df9a-efcf-4fd6-8c8f-ad97b3b8872e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:42.966843 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-d410df76-9bc1-44ef-98c7-cd7028b9e672 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Made reservation on behalf of 9c1f739cd022414aa4a004d05422d48f for: {'port': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:41:42.970508 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-d410df76-9bc1-44ef-98c7-cd7028b9e672 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:43.145933 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-a6c2df9a-efcf-4fd6-8c8f-ad97b3b8872e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:43.148366 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-a6c2df9a-efcf-4fd6-8c8f-ad97b3b8872e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:43.149470 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-a6c2df9a-efcf-4fd6-8c8f-ad97b3b8872e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1aa10c3d-e8e3-44ce-8c09-e731c6411d1d HTTP/1.1" status: 204 len: 168 time: 0.5044370 Jun 06 17:41:43.156553 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-d5c1d2e1-e7b2-4810-80a9-70175ef6537a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:43.173397 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2df9a-efcf-4fd6-8c8f-ad97b3b8872e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa10c3d-e8e3-44ce-8c09-e731c6411d1d,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:43.202747 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2df9a-efcf-4fd6-8c8f-ad97b3b8872e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:43.203018 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2df9a-efcf-4fd6-8c8f-ad97b3b8872e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:43.203390 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2df9a-efcf-4fd6-8c8f-ad97b3b8872e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:43.203714 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2df9a-efcf-4fd6-8c8f-ad97b3b8872e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:43.204096 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2df9a-efcf-4fd6-8c8f-ad97b3b8872e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:43.204387 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2df9a-efcf-4fd6-8c8f-ad97b3b8872e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:43.204788 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2df9a-efcf-4fd6-8c8f-ad97b3b8872e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:43.205060 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2df9a-efcf-4fd6-8c8f-ad97b3b8872e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:43.205397 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2df9a-efcf-4fd6-8c8f-ad97b3b8872e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:43.205730 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2df9a-efcf-4fd6-8c8f-ad97b3b8872e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:43.206060 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2df9a-efcf-4fd6-8c8f-ad97b3b8872e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:43.206418 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2df9a-efcf-4fd6-8c8f-ad97b3b8872e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:43.215297 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-a6c2df9a-efcf-4fd6-8c8f-ad97b3b8872e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:43.290762 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b8eff-1976-449f-bec9-c119416170e5 req-5068e602-50ee-4337-a7d2-33689fa621eb tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:43.292204 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-470b8eff-1976-449f-bec9-c119416170e5 req-5068e602-50ee-4337-a7d2-33689fa621eb tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.2638829 Jun 06 17:41:43.323601 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_common [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-d410df76-9bc1-44ef-98c7-cd7028b9e672 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Allocated IP 172.20.0.10 (2549e687-b641-4be0-9635-1cdb2d7278d6/aa2a48d9-d817-449f-8b8d-97506d918517/01cb5ed1-17b7-45ad-a60d-28d984facab0) {{(pid=98875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:41:43.361884 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-470b8eff-1976-449f-bec9-c119416170e5 req-49f05ce4-23f3-4ced-a66a-21986d823100 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593412 Jun 06 17:41:43.407578 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-9df42e4a-07d0-4879-b87d-b99e70d4c14f req-b777b307-1bff-4d85-9516-39087ae7856e tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=590b8cad-2d2f-491b-bf2d-b0e3d1b584e7 HTTP/1.1" status: 200 len: 210 time: 0.0559740 Jun 06 17:41:43.570197 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-d410df76-9bc1-44ef-98c7-cd7028b9e672 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Notify callbacks [] for port, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:43.673781 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-d410df76-9bc1-44ef-98c7-cd7028b9e672 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:43.680787 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-eb22874c-9d30-4411-a6c7-190af45a4d28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:43.758428 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-d410df76-9bc1-44ef-98c7-cd7028b9e672 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Network 2549e687-b641-4be0-9635-1cdb2d7278d6 is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:41:43.761507 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-d410df76-9bc1-44ef-98c7-cd7028b9e672 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:41:43.765819 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-d410df76-9bc1-44ef-98c7-cd7028b9e672 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Received port after_create {{(pid=98875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:41:43.771477 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-d410df76-9bc1-44ef-98c7-cd7028b9e672 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:43.772127 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-d410df76-9bc1-44ef-98c7-cd7028b9e672 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:43.784737 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410df76-9bc1-44ef-98c7-cd7028b9e672 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Pushing event updated for resources: {'Port': ['ID=01cb5ed1-17b7-45ad-a60d-28d984facab0,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:43.789715 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-d410df76-9bc1-44ef-98c7-cd7028b9e672 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:43.865361 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-d410df76-9bc1-44ef-98c7-cd7028b9e672 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2102287 Jun 06 17:41:43.878372 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] Request body: {'port': {'device_id': '590b8cad-2d2f-491b-bf2d-b0e3d1b584e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:43.997643 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:44.337154 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 47108) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:44.390715 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01cb5ed1-17b7-45ad-a60d-28d984facab0 {{(pid=98875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:41:44.399200 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:44.415223 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] Transition to ACTIVE for port object 01cb5ed1-17b7-45ad-a60d-28d984facab0 will not be triggered until provisioned by entity L2. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:41:44.451589 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-477433983-network', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:44.563785 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b852f30-a20c-46ce-ac52-cbc11e9b4d69 req-d1efc1ee-00d6-490e-af2f-efc2853fd864 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:44.565252 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1b852f30-a20c-46ce-ac52-cbc11e9b4d69 req-d1efc1ee-00d6-490e-af2f-efc2853fd864 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.0906320 Jun 06 17:41:44.569842 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:44.575884 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-d410df76-9bc1-44ef-98c7-cd7028b9e672 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:44.600633 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff0ca8-bfda-4724-86bf-5e9d152a925e req-beeb6a25-e922-45a5-b9f7-61d82144879d tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:44.602076 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c2ff0ca8-bfda-4724-86bf-5e9d152a925e req-beeb6a25-e922-45a5-b9f7-61d82144879d tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=590b8cad-2d2f-491b-bf2d-b0e3d1b584e7 HTTP/1.1" status: 200 len: 932 time: 0.0830300 Jun 06 17:41:44.630356 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Made reservation on behalf of 0b3ec8c5bcbb4f598b9611ce45de681b for: {'network': 1} {{(pid=98876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:41:44.632861 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-636678'] for network, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:44.657714 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:44.685638 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c2ff0ca8-bfda-4724-86bf-5e9d152a925e req-8f6619c4-5a60-4b9c-8c1b-7a4fe84de693 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/security-groups?id=c256eb6b-7f18-461f-8858-cfad1556096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759988 Jun 06 17:41:44.736769 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] Pushing event updated for resources: {'Port': ['ID=01cb5ed1-17b7-45ad-a60d-28d984facab0,revision_number=2']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:44.774260 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:44.782853 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:44.783526 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1b852f30-a20c-46ce-ac52-cbc11e9b4d69 req-26d256e3-da57-40f7-b99a-96367c7f6af1 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094967 Jun 06 17:41:44.800190 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] Attempting to bind port 01cb5ed1-17b7-45ad-a60d-28d984facab0 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:41:44.800514 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] Attempting to bind port 01cb5ed1-17b7-45ad-a60d-28d984facab0 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '9dabbefc-5e85-429d-8b36-8e9577da61e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2549e687-b641-4be0-9635-1cdb2d7278d6'}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:41:44.800899 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] Attempting to bind port 01cb5ed1-17b7-45ad-a60d-28d984facab0 on network 2549e687-b641-4be0-9635-1cdb2d7278d6 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:41:44.806263 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] Port 01cb5ed1-17b7-45ad-a60d-28d984facab0 on network 2549e687-b641-4be0-9635-1cdb2d7278d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:41:44.806614 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] Attempting to bind port 01cb5ed1-17b7-45ad-a60d-28d984facab0 on network 2549e687-b641-4be0-9635-1cdb2d7278d6 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:41:44.812969 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] Checking agent: {'id': 'a6fcd907-c3ac-4abf-b52d-463afd7284ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'started_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:41:44.813303 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] Checking segment: {'id': '9dabbefc-5e85-429d-8b36-8e9577da61e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2549e687-b641-4be0-9635-1cdb2d7278d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:41:44.813678 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] Bound using segment: {'id': '9dabbefc-5e85-429d-8b36-8e9577da61e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2549e687-b641-4be0-9635-1cdb2d7278d6'} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:41:44.814311 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] Bound port: 01cb5ed1-17b7-45ad-a60d-28d984facab0, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dabbefc-5e85-429d-8b36-8e9577da61e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2549e687-b641-4be0-9635-1cdb2d7278d6'}}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:41:44.814649 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:44.908171 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] For port 01cb5ed1-17b7-45ad-a60d-28d984facab0, host hv-cinder-79128, cleared binding levels {{(pid=98875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:41:44.912247 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] For port 01cb5ed1-17b7-45ad-a60d-28d984facab0, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=01cb5ed1-17b7-45ad-a60d-28d984facab0,segment=NetworkSegment(9dabbefc-5e85-429d-8b36-8e9577da61e9),segment_id=9dabbefc-5e85-429d-8b36-8e9577da61e9)] {{(pid=98875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:41:44.918920 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:44.923057 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-c54b67db-90f3-4517-adb9-6216356197f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:44.947084 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=98876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:41:44.959013 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024f4089-300c-4a80-9ae5-5f10407520e0,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:44.963667 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:44.963998 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.db.segments_db [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Added segment 5cf304d0-d138-4397-bbeb-3fcd9e890b86 of type vlan for network dd6b6b73-4c91-4d11-9237-6a6a820356c1 Jun 06 17:41:44.971833 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:44.972179 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:44.972519 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:44.972851 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:44.973180 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:44.973509 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:44.973834 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:44.974198 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:44.974510 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:44.974830 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:44.975149 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:44.975468 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:44.979320 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:44.999929 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729318189806'] for network, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:45.069798 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:45.074373 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:45.134582 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:45.135190 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:45.136699 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] 10.222.0.21 "PUT /v2.0/ports/01cb5ed1-17b7-45ad-a60d-28d984facab0 HTTP/1.1" status: 200 len: 1094 time: 1.2631438 Jun 06 17:41:45.137371 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590b8cad-2d2f-491b-bf2d-b0e3d1b584e7', 'tag': '01cb5ed1-17b7-45ad-a60d-28d984facab0'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:41:45.138243 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876'] for network, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:45.139649 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:45.139775 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecd38f0-5437-4f6b-a56f-024b3fea9121" -d '{"events": [{"name": "network-changed", "server_uuid": "590b8cad-2d2f-491b-bf2d-b0e3d1b584e7", "tag": "01cb5ed1-17b7-45ad-a60d-28d984facab0"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:41:45.140236 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:45.144739 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:45.165052 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] Pushing event updated for resources: {'Port': ['ID=01cb5ed1-17b7-45ad-a60d-28d984facab0,revision_number=3']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:45.169142 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:45.183901 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc82757c-d7df-4d5b-ad6d-feddf974cee3 x-openstack-request-id: req-dc82757c-d7df-4d5b-ad6d-feddf974cee3 {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:41:45.184210 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590b8cad-2d2f-491b-bf2d-b0e3d1b584e7", "tag": "01cb5ed1-17b7-45ad-a60d-28d984facab0", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:41:45.184484 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc82757c-d7df-4d5b-ad6d-feddf974cee3 {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:41:45.184891 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590b8cad-2d2f-491b-bf2d-b0e3d1b584e7', 'tag': '01cb5ed1-17b7-45ad-a60d-28d984facab0', 'status': 'completed', 'code': 200} Jun 06 17:41:45.242733 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Pushing event updated for resources: {'Network': ['ID=dd6b6b73-4c91-4d11-9237-6a6a820356c1,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:45.245233 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:45.252759 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Network dd6b6b73-4c91-4d11-9237-6a6a820356c1 details requested by agent ovs-agent-dv-cinder-791281-4-smb with host dv-cinder-791281-4-smb {{(pid=98877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:41:45.279585 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd38f0-5437-4f6b-a56f-024b3fea9121 req-607b8e50-005f-4dd7-a68c-2a6483ffac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:45.281060 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8ecd38f0-5437-4f6b-a56f-024b3fea9121 req-607b8e50-005f-4dd7-a68c-2a6483ffac61 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c1f739cd022414aa4a004d05422d48f&device_id=590b8cad-2d2f-491b-bf2d-b0e3d1b584e7 HTTP/1.1" status: 200 len: 1097 time: 0.0730133 Jun 06 17:41:45.325421 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9869630 Jun 06 17:41:45.328373 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 47120) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:45.333697 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-b85446d6-1041-4b36-aaff-3de27b68d9f2 admin admin] Request body: {'subnet': {'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-477433983-subnet', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'ip_version': 4}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:45.430903 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd38f0-5437-4f6b-a56f-024b3fea9121 req-e78fcdf8-1ed2-493b-b857-b7892be3e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:45.432434 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8ecd38f0-5437-4f6b-a56f-024b3fea9121 req-e78fcdf8-1ed2-493b-b857-b7892be3e6b4 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9c1f739cd022414aa4a004d05422d48f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1441815 Jun 06 17:41:45.467345 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85446d6-1041-4b36-aaff-3de27b68d9f2 admin admin] Made reservation on behalf of 0b3ec8c5bcbb4f598b9611ce45de681b for: {'subnet': 1} {{(pid=98876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:41:45.470360 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b85446d6-1041-4b36-aaff-3de27b68d9f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3128071'] for subnet, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:45.647138 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd38f0-5437-4f6b-a56f-024b3fea9121 req-c71bd584-17a4-40ea-a09b-867516a425df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:45.648472 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8ecd38f0-5437-4f6b-a56f-024b3fea9121 req-c71bd584-17a4-40ea-a09b-867516a425df service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2056816 Jun 06 17:41:45.732509 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-ab2873c9-f2df-44d2-b8c0-b143174db3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:45.772114 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b85446d6-1041-4b36-aaff-3de27b68d9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2112197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3128085'] for subnet, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:45.778838 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:45.800172 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-67662cb3-c6ee-4e45-9fe7-46aa70895630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:45.804981 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-67662cb3-c6ee-4e45-9fe7-46aa70895630 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c1f739cd022414aa4a004d05422d48f&device_id=590b8cad-2d2f-491b-bf2d-b0e3d1b584e7 HTTP/1.1" status: 200 len: 1097 time: 0.1035419 Jun 06 17:41:45.883022 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85446d6-1041-4b36-aaff-3de27b68d9f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46,revision_number=0']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:45.900608 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-b85446d6-1041-4b36-aaff-3de27b68d9f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:45.903697 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85446d6-1041-4b36-aaff-3de27b68d9f2 admin admin] Checking segment: {'id': '5cf304d0-d138-4397-bbeb-3fcd9e890b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:41:45.904205 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85446d6-1041-4b36-aaff-3de27b68d9f2 admin admin] Network hostable DHCP agents. Network: dd6b6b73-4c91-4d11-9237-6a6a820356c1, hostable agents: ['9f9e633d-4e7f-4a78-8507-e6ddd2ff9366'], hosted agents: [] {{(pid=98876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:41:45.935835 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-b6c60ac2-ab6b-42de-8a1c-d7c93c81e3e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01cb5ed1-17b7-45ad-a60d-28d984facab0 HTTP/1.1" status: 200 len: 217 time: 0.1192617 Jun 06 17:41:45.993321 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85446d6-1041-4b36-aaff-3de27b68d9f2 admin admin] Network dd6b6b73-4c91-4d11-9237-6a6a820356c1 is scheduled to be hosted by DHCP agent 9f9e633d-4e7f-4a78-8507-e6ddd2ff9366 with binding_index 1 {{(pid=98876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:41:46.014822 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12913dda-ca13-439d-8a76-2c067e1fed23 req-8faf40c8-34b0-4c69-9040-7beaf4456779 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:46.016271 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-12913dda-ca13-439d-8a76-2c067e1fed23 req-8faf40c8-34b0-4c69-9040-7beaf4456779 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.0933630 Jun 06 17:41:46.021828 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-e2123964-9338-4ec4-94b9-0cc814bc2609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:46.023289 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-e2123964-9338-4ec4-94b9-0cc814bc2609 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa2a48d9-d817-449f-8b8d-97506d918517 HTTP/1.1" status: 200 len: 849 time: 0.0771563 Jun 06 17:41:46.067327 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-12913dda-ca13-439d-8a76-2c067e1fed23 req-1ff77695-b327-49e0-8ed8-0654a67942f2 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450079 Jun 06 17:41:46.072886 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19b996-15f8-4ed4-8e97-f114149b8ef6 req-acba35b3-d03e-4cad-b1d9-69f2f48df3b5 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:46.074391 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7e19b996-15f8-4ed4-8e97-f114149b8ef6 req-acba35b3-d03e-4cad-b1d9-69f2f48df3b5 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=590b8cad-2d2f-491b-bf2d-b0e3d1b584e7 HTTP/1.1" status: 200 len: 944 time: 0.1961060 Jun 06 17:41:46.082197 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-fe3e79a6-9bc1-456f-98be-a84c4457ab97 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2549e687-b641-4be0-9635-1cdb2d7278d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517011 Jun 06 17:41:46.109429 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.base_scheduler [None req-b85446d6-1041-4b36-aaff-3de27b68d9f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-smb, dd6b6b73-4c91-4d11-9237-6a6a820356c1) {{(pid=98876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:41:46.116547 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85446d6-1041-4b36-aaff-3de27b68d9f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:46.116547 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b85446d6-1041-4b36-aaff-3de27b68d9f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for subnet, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:46.120946 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ff3960-d0fd-4bb7-abcc-0c3eaaa1c7f0 None None] Network dd6b6b73-4c91-4d11-9237-6a6a820356c1 requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:41:46.224361 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7e19b996-15f8-4ed4-8e97-f114149b8ef6 req-c2b8c961-4e27-4954-8e48-840ab59edbc1 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/security-groups?id=c256eb6b-7f18-461f-8858-cfad1556096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412330 Jun 06 17:41:46.243275 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-b85446d6-1041-4b36-aaff-3de27b68d9f2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9137273 Jun 06 17:41:46.246700 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 47138) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:46.251632 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-82c73bf1-a0ca-4b11-b1c8-14316fc54d37 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-477433983-router', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:46.277808 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-a056650e-175c-4907-a695-bc1c41df71fa service neutron] 10.222.0.21 "GET /v2.0/networks/2549e687-b641-4be0-9635-1cdb2d7278d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818922 Jun 06 17:41:46.354228 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f501f2b-c289-51ad-9312-eb39f9b77b0c-dd6b6b73-4c91-4d11-9237-6a6a820356c1', 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'fixed_ips': [{'subnet_id': '4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46'}]}} from dv-cinder-791281-4-smb. {{(pid=98877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 17:41:46.355123 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:46.365682 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-82c73bf1-a0ca-4b11-b1c8-14316fc54d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-323912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3591'] for router, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:46.367714 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-82c73bf1-a0ca-4b11-b1c8-14316fc54d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-324305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-322292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3614'] for router, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:46.387177 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-82c73bf1-a0ca-4b11-b1c8-14316fc54d37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:46.434961 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0d9f645e-82a1-4fbe-8294-a997b76f15db req-8522aff4-7a1c-4241-b758-48e81a41369a service neutron] 10.222.0.21 "GET /v2.0/networks/2549e687-b641-4be0-9635-1cdb2d7278d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441956 Jun 06 17:41:46.516361 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.db_base_plugin_common [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] Allocated IP 172.20.0.2 (dd6b6b73-4c91-4d11-9237-6a6a820356c1/4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46/59bfb408-b9d7-4844-8ee0-2cac8a6c1b17) {{(pid=98877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:41:46.728688 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] Notify callbacks [] for port, precommit_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:46.739803 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] Transition to ACTIVE for port object 59bfb408-b9d7-4844-8ee0-2cac8a6c1b17 will not be triggered until provisioned by entity L2. {{(pid=98877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:41:46.758130 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] Transition to ACTIVE for port object 59bfb408-b9d7-4844-8ee0-2cac8a6c1b17 will not be triggered until provisioned by entity DHCP. {{(pid=98877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:41:46.818855 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-82c73bf1-a0ca-4b11-b1c8-14316fc54d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-322182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-323930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3624'] for router, precommit_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:46.829779 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:46.834043 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:46.903317 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] Network dd6b6b73-4c91-4d11-9237-6a6a820356c1 is already hosted by enough agents. {{(pid=98877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:41:46.906242 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.scheduler.base_scheduler [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] Resources bound (agent type, host, resource id): {{(pid=98877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:41:46.909874 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] Received port after_create {{(pid=98877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:41:46.915630 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] Pushing event updated for resources: {'Port': ['ID=59bfb408-b9d7-4844-8ee0-2cac8a6c1b17,revision_number=1']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:46.919489 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:47.007558 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] Attempting to bind port 59bfb408-b9d7-4844-8ee0-2cac8a6c1b17 on host dv-cinder-791281-4-smb for vnic_type normal with profile {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:41:47.007926 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] Attempting to bind port 59bfb408-b9d7-4844-8ee0-2cac8a6c1b17 by drivers openvswitch,hyperv on host dv-cinder-791281-4-smb at level 0 using segments [{'id': '5cf304d0-d138-4397-bbeb-3fcd9e890b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1'}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:41:47.008290 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] Attempting to bind port 59bfb408-b9d7-4844-8ee0-2cac8a6c1b17 on network dd6b6b73-4c91-4d11-9237-6a6a820356c1 {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:41:47.014029 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] Checking agent: {'id': '866b1ceb-3f07-4282-bec2-bca05938cd10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 48), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:41:47.014429 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] Checking segment: {'id': '5cf304d0-d138-4397-bbeb-3fcd9e890b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:41:47.014831 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:47.015221 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] Bound using segment: {'id': '5cf304d0-d138-4397-bbeb-3fcd9e890b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1'} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:41:47.015680 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] Bound port: 59bfb408-b9d7-4844-8ee0-2cac8a6c1b17, host: dv-cinder-791281-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf304d0-d138-4397-bbeb-3fcd9e890b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1'}}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:41:47.016049 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:47.109184 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] For port 59bfb408-b9d7-4844-8ee0-2cac8a6c1b17, host dv-cinder-791281-4-smb, cleared binding levels {{(pid=98877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:41:47.112830 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] For port 59bfb408-b9d7-4844-8ee0-2cac8a6c1b17, host dv-cinder-791281-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=59bfb408-b9d7-4844-8ee0-2cac8a6c1b17,segment=NetworkSegment(5cf304d0-d138-4397-bbeb-3fcd9e890b86),segment_id=5cf304d0-d138-4397-bbeb-3fcd9e890b86)] {{(pid=98877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:41:47.173193 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:47.177693 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:47.256006 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] Pushing event updated for resources: {'Port': ['ID=59bfb408-b9d7-4844-8ee0-2cac8a6c1b17,revision_number=2']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:47.273017 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:47.445337 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-82c73bf1-a0ca-4b11-b1c8-14316fc54d37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:47.452355 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ff468-6a3c-4a59-a29c-c26e2b93bca9 req-47d5932a-52ec-49e5-8725-ec943c40ac0c tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:47.453829 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c92ff468-6a3c-4a59-a29c-c26e2b93bca9 req-47d5932a-52ec-49e5-8725-ec943c40ac0c tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=590b8cad-2d2f-491b-bf2d-b0e3d1b584e7 HTTP/1.1" status: 200 len: 944 time: 0.1034815 Jun 06 17:41:47.493834 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-82c73bf1-a0ca-4b11-b1c8-14316fc54d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:47.506211 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51327f7a-ee2d-43b2-aba3-5f956824c219 req-96ba2960-44f4-4403-a419-536adaf72372 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:47.513447 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-51327f7a-ee2d-43b2-aba3-5f956824c219 req-96ba2960-44f4-4403-a419-536adaf72372 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.3024850 Jun 06 17:41:47.560547 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c92ff468-6a3c-4a59-a29c-c26e2b93bca9 req-172e70f2-33b6-4339-9bdc-73f30e107a69 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/security-groups?id=c256eb6b-7f18-461f-8858-cfad1556096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000788 Jun 06 17:41:47.647979 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-51327f7a-ee2d-43b2-aba3-5f956824c219 req-a56fd71d-abdc-4f13-a022-f9d368179f22 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336534 Jun 06 17:41:47.714235 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.db_base_plugin_common [None req-82c73bf1-a0ca-4b11-b1c8-14316fc54d37 admin admin] Allocated IP 172.28.3.177 (ba4729d8-bae0-44dd-959b-45f2743fbe2e/d8ac2d9e-a11c-4f30-89f8-f7a6f927176d/d9a920df-3259-4c4e-8ba9-c4c62e6a2802) {{(pid=98876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:41:47.885643 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-82c73bf1-a0ca-4b11-b1c8-14316fc54d37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:47.987774 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-82c73bf1-a0ca-4b11-b1c8-14316fc54d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2112105'] for port, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:47.992349 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-9e2261e4-0db9-4b79-a4ae-05c173ae84fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:48.060559 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c73bf1-a0ca-4b11-b1c8-14316fc54d37 admin admin] Network ba4729d8-bae0-44dd-959b-45f2743fbe2e is already hosted by enough agents. {{(pid=98876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:41:48.063635 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.base_scheduler [None req-82c73bf1-a0ca-4b11-b1c8-14316fc54d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=98876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:41:48.067474 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c73bf1-a0ca-4b11-b1c8-14316fc54d37 admin admin] Received port after_create {{(pid=98876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:41:48.102913 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c73bf1-a0ca-4b11-b1c8-14316fc54d37 admin admin] Pushing event updated for resources: {'Port': ['ID=d9a920df-3259-4c4e-8ba9-c4c62e6a2802,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:48.106857 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-82c73bf1-a0ca-4b11-b1c8-14316fc54d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:48.261525 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-98da799f-7c61-4563-8577-874120c1f409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:48.286825 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:48.314547 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91e128a-7869-4186-96e7-d10134425cd6 None None] Network dd6b6b73-4c91-4d11-9237-6a6a820356c1 requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:41:48.493752 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-37a57da9-8bf3-4766-bdb3-cb716aa9aa5f None None] Provisioning for port 59bfb408-b9d7-4844-8ee0-2cac8a6c1b17 completed by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:41:48.600263 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 59bfb408-b9d7-4844-8ee0-2cac8a6c1b17 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:41:48.642404 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-82c73bf1-a0ca-4b11-b1c8-14316fc54d37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:48.796115 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning for port 59bfb408-b9d7-4844-8ee0-2cac8a6c1b17 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:41:48.804676 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 59bfb408-b9d7-4844-8ee0-2cac8a6c1b17 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:48.805551 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:48.808179 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b276b8-6408-4975-8228-8ee46366fcae req-5d6f1c0f-8359-45bc-b2d3-77e0bea93fd2 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:48.810700 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e4b276b8-6408-4975-8228-8ee46366fcae req-5d6f1c0f-8359-45bc-b2d3-77e0bea93fd2 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=590b8cad-2d2f-491b-bf2d-b0e3d1b584e7 HTTP/1.1" status: 200 len: 944 time: 0.1086156 Jun 06 17:41:48.870273 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e4b276b8-6408-4975-8228-8ee46366fcae req-7d16cf50-8081-452d-a25d-e78eff36e53b tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/security-groups?id=c256eb6b-7f18-461f-8858-cfad1556096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486436 Jun 06 17:41:48.953528 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:48.964261 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-364cbe0e-8cf1-409d-b620-908a78368452 None None] Provisioning complete for port 59bfb408-b9d7-4844-8ee0-2cac8a6c1b17 triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:48.964656 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-364cbe0e-8cf1-409d-b620-908a78368452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:49.038616 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] For port 59bfb408-b9d7-4844-8ee0-2cac8a6c1b17, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=59bfb408-b9d7-4844-8ee0-2cac8a6c1b17,segment=NetworkSegment(5cf304d0-d138-4397-bbeb-3fcd9e890b86),segment_id=5cf304d0-d138-4397-bbeb-3fcd9e890b86)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:49.081584 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 01cb5ed1-17b7-45ad-a60d-28d984facab0 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:41:49.149420 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:49.150061 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac1335-12ad-446f-b607-0af8247bc417 req-af559614-a52a-4b8f-ae87-7a26a1fb412f tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:49.151557 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-07ac1335-12ad-446f-b607-0af8247bc417 req-af559614-a52a-4b8f-ae87-7a26a1fb412f tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.3469045 Jun 06 17:41:49.156613 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:49.211530 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-82c73bf1-a0ca-4b11-b1c8-14316fc54d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-323905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-322217'] for router, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:49.213565 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-364cbe0e-8cf1-409d-b620-908a78368452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:49.218240 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-07ac1335-12ad-446f-b607-0af8247bc417 req-bfb5d6f6-c32f-4ee1-904c-f1510c42dfa6 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556679 Jun 06 17:41:49.280685 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:49.385354 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Pushing event updated for resources: {'Port': ['ID=59bfb408-b9d7-4844-8ee0-2cac8a6c1b17,revision_number=3']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:49.411832 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:49.440914 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.db.api [None req-364cbe0e-8cf1-409d-b620-908a78368452 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 17:41:49.441409 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_db.api [None req-364cbe0e-8cf1-409d-b620-908a78368452 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 17:41:49.446543 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 01cb5ed1-17b7-45ad-a60d-28d984facab0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=01cb5ed1-17b7-45ad-a60d-28d984facab0,segment=NetworkSegment(9dabbefc-5e85-429d-8b36-8e9577da61e9),segment_id=9dabbefc-5e85-429d-8b36-8e9577da61e9)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:49.461123 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Returning: {'device': '01cb5ed1-17b7-45ad-a60d-28d984facab0', 'network_id': '2549e687-b641-4be0-9635-1cdb2d7278d6', 'port_id': '01cb5ed1-17b7-45ad-a60d-28d984facab0', 'mac_address': 'fa:16:3e:c1:30:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa2a48d9-d817-449f-8b8d-97506d918517', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:41:49.514832 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c73bf1-a0ca-4b11-b1c8-14316fc54d37 admin admin] Router 27655516-523d-4271-8bad-e3385136d16f is scheduled to L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 with binding_index 1 {{(pid=98876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 17:41:49.517424 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:49.535789 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01cb5ed1-17b7-45ad-a60d-28d984facab0 {{(pid=98877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:41:49.552372 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 01cb5ed1-17b7-45ad-a60d-28d984facab0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=01cb5ed1-17b7-45ad-a60d-28d984facab0,segment=NetworkSegment(9dabbefc-5e85-429d-8b36-8e9577da61e9),segment_id=9dabbefc-5e85-429d-8b36-8e9577da61e9)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:49.646676 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:49.648549 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:49.727767 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c73bf1-a0ca-4b11-b1c8-14316fc54d37 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:41:49.737162 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=01cb5ed1-17b7-45ad-a60d-28d984facab0,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:49.738141 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] Sync routers for ids ['27655516-523d-4271-8bad-e3385136d16f'] in dv-cinder-791281-4-smb {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:41:49.744680 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:49.755353 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] Routers {'27655516-523d-4271-8bad-e3385136d16f'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:41:49.756171 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:41:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['27655516-523d-4271-8bad-e3385136d16f'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:41:49.815525 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-82c73bf1-a0ca-4b11-b1c8-14316fc54d37 admin admin] Notify callbacks [] for router, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:49.820132 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-82c73bf1-a0ca-4b11-b1c8-14316fc54d37 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5694060 Jun 06 17:41:49.820529 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 47170) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:49.890387 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['01cb5ed1-17b7-45ad-a60d-28d984facab0'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:41:49.982561 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] Set router 27655516-523d-4271-8bad-e3385136d16f gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:41:50.310618 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab2a01-9076-4e89-ae3b-70b09f092c63 req-8f7d1464-6b4b-42b7-91b2-342acc4511a8 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:50.310618 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-eaab2a01-9076-4e89-ae3b-70b09f092c63 req-8f7d1464-6b4b-42b7-91b2-342acc4511a8 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=590b8cad-2d2f-491b-bf2d-b0e3d1b584e7 HTTP/1.1" status: 200 len: 945 time: 0.2853179 Jun 06 17:41:50.405321 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27655516-523d-4271-8bad-e3385136d16f', 'name': 'tempest-TestMinimumBasicScenario-477433983-router', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd9a920df-3259-4c4e-8ba9-c4c62e6a2802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:46Z', 'updated_at': '2021-06-06T17:41:48Z', 'revision_number': 3, 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'gw_port': {'id': 'd9a920df-3259-4c4e-8ba9-c4c62e6a2802', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27655516-523d-4271-8bad-e3385136d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:47Z', 'updated_at': '2021-06-06T17:41:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:41:50.416340 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] Checking router: 27655516-523d-4271-8bad-e3385136d16f for host: dv-cinder-791281-4-smb {{(pid=98878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:41:50.416834 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] Updating router 27655516-523d-4271-8bad-e3385136d16f port d9a920df-3259-4c4e-8ba9-c4c62e6a2802 binding host dv-cinder-791281-4-smb {{(pid=98878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:41:50.494307 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb2070-907b-49ec-b998-c82078d22cac req-6988a941-b1c4-48ee-80e8-f3af2489e84b tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:50.496881 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-5bfb2070-907b-49ec-b998-c82078d22cac req-6988a941-b1c4-48ee-80e8-f3af2489e84b tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.1150954 Jun 06 17:41:50.531668 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:50.575184 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-eaab2a01-9076-4e89-ae3b-70b09f092c63 req-744e236e-8e45-480b-bcac-e8489a69b3ca tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/security-groups?id=c256eb6b-7f18-461f-8858-cfad1556096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555292 Jun 06 17:41:50.579814 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-5bfb2070-907b-49ec-b998-c82078d22cac req-8dab852e-3aa8-450c-a7da-902311465a25 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765929 Jun 06 17:41:50.593818 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 59bfb408-b9d7-4844-8ee0-2cac8a6c1b17 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:41:50.673568 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 59bfb408-b9d7-4844-8ee0-2cac8a6c1b17 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:50.674209 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:50.910021 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:50.916658 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c72e6d20-f480-474f-a394-1b5b1182338a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:50.982133 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] Notify callbacks [] for port, precommit_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:50.994572 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.provisioning_blocks [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] Transition to ACTIVE for port object d9a920df-3259-4c4e-8ba9-c4c62e6a2802 will not be triggered until provisioned by entity L2. {{(pid=98878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:41:51.101435 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:51.104243 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 01cb5ed1-17b7-45ad-a60d-28d984facab0 up at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:41:51.111023 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:51.140574 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_common [None req-c72e6d20-f480-474f-a394-1b5b1182338a admin admin] Allocated IP 172.20.0.1 (dd6b6b73-4c91-4d11-9237-6a6a820356c1/4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46/c06e0f41-e3f6-4de7-8dcd-9c5c8c019016) {{(pid=98875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:41:51.241435 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.managers [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] Attempting to bind port d9a920df-3259-4c4e-8ba9-c4c62e6a2802 on host dv-cinder-791281-4-smb for vnic_type normal with profile {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:41:51.242974 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.managers [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] Attempting to bind port d9a920df-3259-4c4e-8ba9-c4c62e6a2802 by drivers openvswitch,hyperv on host dv-cinder-791281-4-smb at level 0 using segments [{'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}] {{(pid=98878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:41:51.243423 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] Attempting to bind port d9a920df-3259-4c4e-8ba9-c4c62e6a2802 on network ba4729d8-bae0-44dd-959b-45f2743fbe2e {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:41:51.250140 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9013e-44ac-4b92-b194-2a38a4b1eead None None] Pushing event updated for resources: {'Port': ['ID=d9a920df-3259-4c4e-8ba9-c4c62e6a2802,revision_number=2']} {{(pid=98878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:51.253022 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning for port 01cb5ed1-17b7-45ad-a60d-28d984facab0 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:41:51.256454 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] Checking agent: {'id': '866b1ceb-3f07-4282-bec2-bca05938cd10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 48), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:41:51.256911 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] Checking segment: {'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:41:51.257379 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:51.258091 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] Bound using segment: {'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'} {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:41:51.258657 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.managers [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] Bound port: d9a920df-3259-4c4e-8ba9-c4c62e6a2802, host: dv-cinder-791281-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}}] {{(pid=98878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:41:51.259090 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:51.261255 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning complete for port 01cb5ed1-17b7-45ad-a60d-28d984facab0 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:51.261844 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:51.301539 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9013e-44ac-4b92-b194-2a38a4b1eead None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:51.301954 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9013e-44ac-4b92-b194-2a38a4b1eead None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:51.302368 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9013e-44ac-4b92-b194-2a38a4b1eead None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:51.302777 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9013e-44ac-4b92-b194-2a38a4b1eead None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:51.303162 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9013e-44ac-4b92-b194-2a38a4b1eead None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:51.303545 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9013e-44ac-4b92-b194-2a38a4b1eead None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:51.303954 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9013e-44ac-4b92-b194-2a38a4b1eead None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:51.304328 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9013e-44ac-4b92-b194-2a38a4b1eead None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:51.305010 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9013e-44ac-4b92-b194-2a38a4b1eead None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:51.305139 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9013e-44ac-4b92-b194-2a38a4b1eead None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:51.305500 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9013e-44ac-4b92-b194-2a38a4b1eead None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:51.305859 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9013e-44ac-4b92-b194-2a38a4b1eead None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:51.319454 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [None req-bad9013e-44ac-4b92-b194-2a38a4b1eead None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:51.371570 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.db [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] For port d9a920df-3259-4c4e-8ba9-c4c62e6a2802, host dv-cinder-791281-4-smb, cleared binding levels {{(pid=98878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:41:51.377026 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.db [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] For port d9a920df-3259-4c4e-8ba9-c4c62e6a2802, host dv-cinder-791281-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=d9a920df-3259-4c4e-8ba9-c4c62e6a2802,segment=NetworkSegment(071d7783-9719-4ea8-bb46-4cbc83b3e1b1),segment_id=071d7783-9719-4ea8-bb46-4cbc83b3e1b1)] {{(pid=98878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:41:51.415186 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c72e6d20-f480-474f-a394-1b5b1182338a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:51.427178 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:51.442337 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [None req-c72e6d20-f480-474f-a394-1b5b1182338a admin admin] Transition to ACTIVE for port object c06e0f41-e3f6-4de7-8dcd-9c5c8c019016 will not be triggered until provisioned by entity DHCP. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:41:51.454475 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590b8cad-2d2f-491b-bf2d-b0e3d1b584e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cb5ed1-17b7-45ad-a60d-28d984facab0'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:41:51.456672 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e861aff-b0d0-494b-9ee7-421d1023cd0f" -d '{"events": [{"server_uuid": "590b8cad-2d2f-491b-bf2d-b0e3d1b584e7", "name": "network-vif-plugged", "status": "completed", "tag": "01cb5ed1-17b7-45ad-a60d-28d984facab0"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:41:51.461843 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:51.465689 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 01cb5ed1-17b7-45ad-a60d-28d984facab0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=01cb5ed1-17b7-45ad-a60d-28d984facab0,segment=NetworkSegment(9dabbefc-5e85-429d-8b36-8e9577da61e9),segment_id=9dabbefc-5e85-429d-8b36-8e9577da61e9)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:51.468731 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [None req-c76fbada-f3f4-48f1-9c4b-b5616632f09d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:51.470186 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac82d9-5483-40bc-87b4-61530fff4374 req-b1a5942a-ff09-4250-aa2a-6f2528544791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:51.471730 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5dac82d9-5483-40bc-87b4-61530fff4374 req-b1a5942a-ff09-4250-aa2a-6f2528544791 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 1099 time: 0.1048918 Jun 06 17:41:51.518951 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91ace4e-d687-47a9-ad95-038fe70ca009 x-openstack-request-id: req-e91ace4e-d687-47a9-ad95-038fe70ca009 {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:41:51.519612 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590b8cad-2d2f-491b-bf2d-b0e3d1b584e7", "name": "network-vif-plugged", "status": "completed", "tag": "01cb5ed1-17b7-45ad-a60d-28d984facab0", "code": 200}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:41:51.520035 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e91ace4e-d687-47a9-ad95-038fe70ca009 {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:41:51.520402 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5dac82d9-5483-40bc-87b4-61530fff4374 req-629de2de-d708-45e9-9887-bb1c24b404ee service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413725 Jun 06 17:41:51.520816 dv-cinder-791281-4-smb neutron-server[98877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590b8cad-2d2f-491b-bf2d-b0e3d1b584e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cb5ed1-17b7-45ad-a60d-28d984facab0', 'code': 200} Jun 06 17:41:51.547301 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] Routers {'27655516-523d-4271-8bad-e3385136d16f'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:41:51.547974 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:41:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['27655516-523d-4271-8bad-e3385136d16f'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:41:51.566295 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:51.568018 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:51.599096 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c72e6d20-f480-474f-a394-1b5b1182338a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:51.609057 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-09c74114-80bb-47cb-a590-e570c83ffd8a tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:51.633900 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9013e-44ac-4b92-b194-2a38a4b1eead None None] Pushing event updated for resources: {'Port': ['ID=d9a920df-3259-4c4e-8ba9-c4c62e6a2802,revision_number=3']} {{(pid=98878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:51.641141 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [None req-bad9013e-44ac-4b92-b194-2a38a4b1eead None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:51.670056 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=01cb5ed1-17b7-45ad-a60d-28d984facab0,revision_number=5']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:51.674862 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:51.680139 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72e6d20-f480-474f-a394-1b5b1182338a admin admin] Network dd6b6b73-4c91-4d11-9237-6a6a820356c1 is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:41:51.683631 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [None req-c72e6d20-f480-474f-a394-1b5b1182338a admin admin] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:41:51.708449 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72e6d20-f480-474f-a394-1b5b1182338a admin admin] Received port after_create {{(pid=98875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:41:51.719204 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c72e6d20-f480-474f-a394-1b5b1182338a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608163'] for router_interface, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:51.807807 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] Set router 27655516-523d-4271-8bad-e3385136d16f gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:41:51.809508 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e6d20-f480-474f-a394-1b5b1182338a admin admin] Pushing event updated for resources: {'Port': ['ID=c06e0f41-e3f6-4de7-8dcd-9c5c8c019016,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:51.815187 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-c72e6d20-f480-474f-a394-1b5b1182338a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:51.875216 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036ba77-e385-4448-acf6-c29889acafc9 req-9f131053-7c06-4009-9c45-a694d38f6138 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:51.883259 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3036ba77-e385-4448-acf6-c29889acafc9 req-9f131053-7c06-4009-9c45-a694d38f6138 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.1414096 Jun 06 17:41:51.896524 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2960ea6-d14b-45f8-b1b9-807040431b0d req-ab734db2-119d-491e-89a4-366cb729dae5 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:51.907505 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c2960ea6-d14b-45f8-b1b9-807040431b0d req-ab734db2-119d-491e-89a4-366cb729dae5 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=590b8cad-2d2f-491b-bf2d-b0e3d1b584e7 HTTP/1.1" status: 200 len: 946 time: 0.1343880 Jun 06 17:41:51.934677 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3036ba77-e385-4448-acf6-c29889acafc9 req-25bd7668-8122-4fe4-a0ae-d00a161be586 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503798 Jun 06 17:41:51.957686 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c2960ea6-d14b-45f8-b1b9-807040431b0d req-5985707b-f23f-4426-a1e6-c176cd08cc48 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/security-groups?id=c256eb6b-7f18-461f-8858-cfad1556096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497291 Jun 06 17:41:52.081812 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9e432-0354-4a67-892c-2966f2d0427c req-a5836fbd-0488-4850-a5fd-829fd49258de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:52.083829 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-aaa9e432-0354-4a67-892c-2966f2d0427c req-a5836fbd-0488-4850-a5fd-829fd49258de service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=590b8cad-2d2f-491b-bf2d-b0e3d1b584e7 HTTP/1.1" status: 200 len: 1099 time: 0.0977888 Jun 06 17:41:52.137353 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c72e6d20-f480-474f-a394-1b5b1182338a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:52.143013 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27655516-523d-4271-8bad-e3385136d16f', 'name': 'tempest-TestMinimumBasicScenario-477433983-router', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd9a920df-3259-4c4e-8ba9-c4c62e6a2802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:46Z', 'updated_at': '2021-06-06T17:41:48Z', 'revision_number': 3, 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'gw_port': {'id': 'd9a920df-3259-4c4e-8ba9-c4c62e6a2802', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27655516-523d-4271-8bad-e3385136d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:47Z', 'updated_at': '2021-06-06T17:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:41:52.147510 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-f71e1ffb-152c-4038-93a2-4b88a7e8599b None None] Provisioning for port c06e0f41-e3f6-4de7-8dcd-9c5c8c019016 completed by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:41:52.147677 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81069545-37c3-4887-a41e-ea2be100ad68 None None] The sync data for ids ['27655516-523d-4271-8bad-e3385136d16f'] in dv-cinder-791281-4-smb is: [{'id': '27655516-523d-4271-8bad-e3385136d16f', 'name': 'tempest-TestMinimumBasicScenario-477433983-router', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd9a920df-3259-4c4e-8ba9-c4c62e6a2802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:46Z', 'updated_at': '2021-06-06T17:41:48Z', 'revision_number': 3, 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'gw_port': {'id': 'd9a920df-3259-4c4e-8ba9-c4c62e6a2802', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27655516-523d-4271-8bad-e3385136d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:47Z', 'updated_at': '2021-06-06T17:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}] {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:41:52.155073 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-aaa9e432-0354-4a67-892c-2966f2d0427c req-7d144157-b406-4cd9-872a-dab13fd046a3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c256eb6b-7f18-461f-8858-cfad1556096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586746 Jun 06 17:41:52.157648 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-f71e1ffb-152c-4038-93a2-4b88a7e8599b None None] Provisioning complete for port c06e0f41-e3f6-4de7-8dcd-9c5c8c019016 triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:52.158035 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-f71e1ffb-152c-4038-93a2-4b88a7e8599b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:52.213790 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-f71e1ffb-152c-4038-93a2-4b88a7e8599b None None] Port c06e0f41-e3f6-4de7-8dcd-9c5c8c019016 cannot update to ACTIVE because it is not bound. {{(pid=98877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:41:52.380242 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c72e6d20-f480-474f-a394-1b5b1182338a admin admin] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:52.570246 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c72e6d20-f480-474f-a394-1b5b1182338a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:52.579771 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c72e6d20-f480-474f-a394-1b5b1182338a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1694894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-321467'] for router_interface, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:52.579771 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:52.631696 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device d9a920df-3259-4c4e-8ba9-c4c62e6a2802 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:41:52.767828 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e6d20-f480-474f-a394-1b5b1182338a admin admin] Pushing event updated for resources: {'Port': ['ID=c06e0f41-e3f6-4de7-8dcd-9c5c8c019016,revision_number=2']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:52.777350 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-c72e6d20-f480-474f-a394-1b5b1182338a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:52.795133 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning for port d9a920df-3259-4c4e-8ba9-c4c62e6a2802 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:41:52.798285 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72e6d20-f480-474f-a394-1b5b1182338a admin admin] Network dd6b6b73-4c91-4d11-9237-6a6a820356c1 is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:41:52.799406 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [None req-c72e6d20-f480-474f-a394-1b5b1182338a admin admin] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:41:52.800249 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port d9a920df-3259-4c4e-8ba9-c4c62e6a2802 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:52.806087 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:53.031372 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:53.075513 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] For port d9a920df-3259-4c4e-8ba9-c4c62e6a2802, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=d9a920df-3259-4c4e-8ba9-c4c62e6a2802,segment=NetworkSegment(071d7783-9719-4ea8-bb46-4cbc83b3e1b1),segment_id=071d7783-9719-4ea8-bb46-4cbc83b3e1b1)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:53.113330 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72e6d20-f480-474f-a394-1b5b1182338a admin admin] Router 27655516-523d-4271-8bad-e3385136d16f has already been hosted by L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 {{(pid=98875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:41:53.150169 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:53.156216 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:53.196736 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-0a33c2b4-56e6-4b47-ad72-3c6dd9b58bc3 None None] Provisioning complete for port c06e0f41-e3f6-4de7-8dcd-9c5c8c019016 triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:53.199801 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-0a33c2b4-56e6-4b47-ad72-3c6dd9b58bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:53.246637 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a412c63-9803-4890-a6e5-c7e7fe938937 req-ad843ca1-fc0b-4278-9c0b-da3268fa4ac8 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:53.249026 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-2a412c63-9803-4890-a6e5-c7e7fe938937 req-ad843ca1-fc0b-4278-9c0b-da3268fa4ac8 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=590b8cad-2d2f-491b-bf2d-b0e3d1b584e7 HTTP/1.1" status: 200 len: 946 time: 0.0932193 Jun 06 17:41:53.275363 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Pushing event updated for resources: {'Port': ['ID=d9a920df-3259-4c4e-8ba9-c4c62e6a2802,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:53.284301 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:53.306875 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-0a33c2b4-56e6-4b47-ad72-3c6dd9b58bc3 None None] Port c06e0f41-e3f6-4de7-8dcd-9c5c8c019016 cannot update to ACTIVE because it is not bound. {{(pid=98877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:41:53.311195 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-2a412c63-9803-4890-a6e5-c7e7fe938937 req-054b2f91-5bee-4b65-9f5b-c7a342a81c8e tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/security-groups?id=c256eb6b-7f18-461f-8858-cfad1556096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541401 Jun 06 17:41:53.427909 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72e6d20-f480-474f-a394-1b5b1182338a admin admin] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:41:53.432732 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-c72e6d20-f480-474f-a394-1b5b1182338a admin admin] 10.222.0.23 "PUT /v2.0/routers/27655516-523d-4271-8bad-e3385136d16f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6110694 Jun 06 17:41:53.440294 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a207455-94cf-48cb-ae96-cd64445759f0 req-12f8a810-e9b8-4e41-92a8-f9d4cf6d7b6e tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:53.442291 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-2a207455-94cf-48cb-ae96-cd64445759f0 req-12f8a810-e9b8-4e41-92a8-f9d4cf6d7b6e tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.2462385 Jun 06 17:41:53.487832 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-2a207455-94cf-48cb-ae96-cd64445759f0 req-880df0c6-0102-41d2-aac8-ac58f08d1ccf tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397551 Jun 06 17:41:53.929470 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38511765-e586-4c75-9902-f678cae81d84 None None] Sync routers for ids ['27655516-523d-4271-8bad-e3385136d16f'] in dv-cinder-791281-4-smb {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:41:53.939278 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38511765-e586-4c75-9902-f678cae81d84 None None] Routers {'27655516-523d-4271-8bad-e3385136d16f'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:41:53.939913 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-38511765-e586-4c75-9902-f678cae81d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:41:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['27655516-523d-4271-8bad-e3385136d16f'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:41:54.161466 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-38511765-e586-4c75-9902-f678cae81d84 None None] Set router 27655516-523d-4271-8bad-e3385136d16f gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:41:54.163752 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 47260) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:54.262783 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdcc7b-85ff-43bb-b582-cbe3c7f3cb1f req-2b3ee0e2-5cb5-4617-a6da-0b7df8c3fe4f tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:54.266079 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-cbfdcc7b-85ff-43bb-b582-cbe3c7f3cb1f req-2b3ee0e2-5cb5-4617-a6da-0b7df8c3fe4f tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.1196282 Jun 06 17:41:54.292870 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7b6b12-02f0-4dbe-bfee-be0c3bcadf7e admin admin] Deleting subnet 22b202e4-5480-4c36-9fd8-2f2a18114920 {{(pid=98875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:41:54.300290 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6b12-02f0-4dbe-bfee-be0c3bcadf7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:54.321662 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-cbfdcc7b-85ff-43bb-b582-cbe3c7f3cb1f req-a9784842-16ec-41c2-a279-534c4c0c8892 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489783 Jun 06 17:41:54.322344 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 47264) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:54.327808 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-d5b5f265-d59c-44e0-ad8f-c0484973d810 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1206329220-network', 'tenant_id': '0b1ce962013045bf9496163f90b8c444'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:54.369427 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6b12-02f0-4dbe-bfee-be0c3bcadf7e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:54.379677 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6b12-02f0-4dbe-bfee-be0c3bcadf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496290'] for subnet, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:54.406899 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b5f265-d59c-44e0-ad8f-c0484973d810 admin admin] Made reservation on behalf of 0b1ce962013045bf9496163f90b8c444 for: {'network': 1} {{(pid=98876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:41:54.409373 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2cbd3-5efe-45da-a33c-1258503f14e8 req-d3aff3a9-103e-4042-a5c3-2b34d2b06abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:54.410252 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d5b5f265-d59c-44e0-ad8f-c0484973d810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-636678'] for network, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:54.411757 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-77f2cbd3-5efe-45da-a33c-1258503f14e8 req-d3aff3a9-103e-4042-a5c3-2b34d2b06abe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff76e8c459174d03af24f28696c53158&device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 1099 time: 0.2029302 Jun 06 17:41:54.425679 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d5b5f265-d59c-44e0-ad8f-c0484973d810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:54.539231 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-38511765-e586-4c75-9902-f678cae81d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27655516-523d-4271-8bad-e3385136d16f', 'name': 'tempest-TestMinimumBasicScenario-477433983-router', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd9a920df-3259-4c4e-8ba9-c4c62e6a2802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:46Z', 'updated_at': '2021-06-06T17:41:51Z', 'revision_number': 4, 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'gw_port': {'id': 'd9a920df-3259-4c4e-8ba9-c4c62e6a2802', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27655516-523d-4271-8bad-e3385136d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:47Z', 'updated_at': '2021-06-06T17:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': 'c06e0f41-e3f6-4de7-8dcd-9c5c8c019016', 'name': '', 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'mac_address': 'fa:16:3e:b8:94:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27655516-523d-4271-8bad-e3385136d16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:50Z', 'updated_at': '2021-06-06T17:41:52Z', 'revision_number': 2, 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'subnets': [{'id': '4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:41:54.544707 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38511765-e586-4c75-9902-f678cae81d84 None None] Checking router: 27655516-523d-4271-8bad-e3385136d16f for host: dv-cinder-791281-4-smb {{(pid=98877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:41:54.545087 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38511765-e586-4c75-9902-f678cae81d84 None None] Updating router 27655516-523d-4271-8bad-e3385136d16f port c06e0f41-e3f6-4de7-8dcd-9c5c8c019016 binding host dv-cinder-791281-4-smb {{(pid=98877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:41:54.560855 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d5b5f265-d59c-44e0-ad8f-c0484973d810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:54.577286 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device d9a920df-3259-4c4e-8ba9-c4c62e6a2802 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:41:54.635424 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d5b5f265-d59c-44e0-ad8f-c0484973d810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:54.650011 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b5f265-d59c-44e0-ad8f-c0484973d810 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=98876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:41:54.654632 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-38511765-e586-4c75-9902-f678cae81d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:54.656750 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2cbd3-5efe-45da-a33c-1258503f14e8 req-ce413aba-9993-461d-8bd9-9788b1e88c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:54.658253 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-77f2cbd3-5efe-45da-a33c-1258503f14e8 req-ce413aba-9993-461d-8bd9-9788b1e88c95 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f47093d2-ff25-4dae-b18f-38b02f03962a HTTP/1.1" status: 200 len: 919 time: 0.2398133 Jun 06 17:41:54.661499 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d5b5f265-d59c-44e0-ad8f-c0484973d810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:54.661844 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.db.segments_db [None req-d5b5f265-d59c-44e0-ad8f-c0484973d810 admin admin] Added segment 41fff38f-714b-41d6-a4b9-466f8de7daf1 of type vlan for network f095cf34-b800-4e92-bd1f-b8a8bfe5d606 Jun 06 17:41:54.667100 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f988d4b-7dc7-4a76-b56e-96fa625cb958 req-a222e89e-6697-493c-84d9-7247dcc718f6 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:54.668505 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-2f988d4b-7dc7-4a76-b56e-96fa625cb958 req-a222e89e-6697-493c-84d9-7247dcc718f6 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=590b8cad-2d2f-491b-bf2d-b0e3d1b584e7 HTTP/1.1" status: 200 len: 946 time: 0.2294874 Jun 06 17:41:54.688525 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d5b5f265-d59c-44e0-ad8f-c0484973d810 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729318189806'] for network, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:54.695894 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-17f9b62f-081f-405d-86a5-4880948cc006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:54.729433 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port d9a920df-3259-4c4e-8ba9-c4c62e6a2802 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:54.729815 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:54.747134 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6b12-02f0-4dbe-bfee-be0c3bcadf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869'] for subnet, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:54.747547 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5f265-d59c-44e0-ad8f-c0484973d810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9e4a68-fcbe-44bf-b281-8e17d685f947,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:54.751573 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-77f2cbd3-5efe-45da-a33c-1258503f14e8 req-7ec6515c-b354-4df5-bf3a-fbadb825e01c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5 HTTP/1.1" status: 200 len: 217 time: 0.0821369 Jun 06 17:41:54.761532 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:54.763981 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-d5b5f265-d59c-44e0-ad8f-c0484973d810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:54.825274 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d5b5f265-d59c-44e0-ad8f-c0484973d810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876'] for network, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:54.825274 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b5f265-d59c-44e0-ad8f-c0484973d810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:54.825274 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d5b5f265-d59c-44e0-ad8f-c0484973d810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:54.829583 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-7b499bcf-3aff-4916-b98b-66107c226f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:54.835605 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b6b12-02f0-4dbe-bfee-be0c3bcadf7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22b202e4-5480-4c36-9fd8-2f2a18114920,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:54.850254 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-2e7b6b12-02f0-4dbe-bfee-be0c3bcadf7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:54.864948 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-2f988d4b-7dc7-4a76-b56e-96fa625cb958 req-b83d4c1c-d5da-4847-818e-f55cfbc920af tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/security-groups?id=c256eb6b-7f18-461f-8858-cfad1556096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480219 Jun 06 17:41:54.866140 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6b12-02f0-4dbe-bfee-be0c3bcadf7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for subnet, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:54.873731 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-2e7b6b12-02f0-4dbe-bfee-be0c3bcadf7e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/22b202e4-5480-4c36-9fd8-2f2a18114920 HTTP/1.1" status: 204 len: 168 time: 0.7084408 Jun 06 17:41:54.881474 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 47272) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:54.892825 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2cbd3-5efe-45da-a33c-1258503f14e8 req-61be3c33-2342-4ac6-9e4d-c85b1e1cafdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:54.895096 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-77f2cbd3-5efe-45da-a33c-1258503f14e8 req-61be3c33-2342-4ac6-9e4d-c85b1e1cafdd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5010943e-69b0-42ca-ad2d-4caf9c0ea80f HTTP/1.1" status: 200 len: 858 time: 0.1094594 Jun 06 17:41:54.952087 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-77f2cbd3-5efe-45da-a33c-1258503f14e8 req-2d55aebb-2e29-4bb8-951c-3fa270a7ec2a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f47093d2-ff25-4dae-b18f-38b02f03962a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495322 Jun 06 17:41:55.007756 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-d5b5f265-d59c-44e0-ad8f-c0484973d810 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6841600 Jun 06 17:41:55.024744 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5f265-d59c-44e0-ad8f-c0484973d810 admin admin] Pushing event updated for resources: {'Network': ['ID=f095cf34-b800-4e92-bd1f-b8a8bfe5d606,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:55.029191 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 47276) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:55.031303 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-d5b5f265-d59c-44e0-ad8f-c0484973d810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:55.036699 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-6240be69-c470-42c0-a318-c6ee808b8ea9 admin admin] Request body: {'subnet': {'network_id': 'f095cf34-b800-4e92-bd1f-b8a8bfe5d606', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1206329220-subnet', 'tenant_id': '0b1ce962013045bf9496163f90b8c444', 'ip_version': 4}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:55.089424 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Network f095cf34-b800-4e92-bd1f-b8a8bfe5d606 details requested by agent ovs-agent-dv-cinder-791281-4-smb with host dv-cinder-791281-4-smb {{(pid=98877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:41:55.112760 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-32906e11-c9d5-43f0-9bf7-8df817d61886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596576'] for network, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:55.117269 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-77f2cbd3-5efe-45da-a33c-1258503f14e8 req-bbd25f45-5253-41d2-ad61-3e6982a3932b service neutron] 10.222.0.21 "GET /v2.0/networks/f47093d2-ff25-4dae-b18f-38b02f03962a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576545 Jun 06 17:41:55.247750 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-32906e11-c9d5-43f0-9bf7-8df817d61886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493627', 'neutron.services.segments.db._delete_segments_for_network-8729318600102'] for network, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:55.264125 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6240be69-c470-42c0-a318-c6ee808b8ea9 admin admin] Made reservation on behalf of 0b1ce962013045bf9496163f90b8c444 for: {'subnet': 1} {{(pid=98876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:41:55.269463 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6240be69-c470-42c0-a318-c6ee808b8ea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3128071'] for subnet, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:55.269962 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-38511765-e586-4c75-9902-f678cae81d84 None None] Notify callbacks [] for port, precommit_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:55.285661 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-38511765-e586-4c75-9902-f678cae81d84 None None] Transition to ACTIVE for port object c06e0f41-e3f6-4de7-8dcd-9c5c8c019016 will not be triggered until provisioned by entity L2. {{(pid=98877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:41:55.393414 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-77f2cbd3-5efe-45da-a33c-1258503f14e8 req-9c3772ec-d301-426a-82c7-ee0894cadc42 service neutron] 10.222.0.21 "GET /v2.0/networks/f47093d2-ff25-4dae-b18f-38b02f03962a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683675 Jun 06 17:41:55.410056 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-32906e11-c9d5-43f0-9bf7-8df817d61886 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc80c2f-0403-42f4-ac71-6f6ecad90d96']}} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:41:55.415649 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-38511765-e586-4c75-9902-f678cae81d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:55.419791 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:55.437329 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-32906e11-c9d5-43f0-9bf7-8df817d61886 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a7a70c-1e05-4788-a947-28c040c42bd1') {'for_net_delete': True} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:41:55.437613 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-32906e11-c9d5-43f0-9bf7-8df817d61886 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a7a70c-1e05-4788-a947-28c040c42bd1') {} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:41:55.454551 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-32906e11-c9d5-43f0-9bf7-8df817d61886 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729318605249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2151750'] for segment, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:55.590325 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-32906e11-c9d5-43f0-9bf7-8df817d61886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:55.609239 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32906e11-c9d5-43f0-9bf7-8df817d61886 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=98876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:41:55.609664 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-32906e11-c9d5-43f0-9bf7-8df817d61886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2112062'] for segment, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: Traceback (most recent call last): Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: timer() Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: cb(*args, **kw) Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: return func(*args, **kwargs) Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: self._notify() Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: self.callback(batched_events) Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: event.method(event) Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: return f(self, *a, **k) Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: return self._get(url).json() Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: return self.request(url, 'GET', **kwargs) Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:41:55.626590 dv-cinder-791281-4-smb neutron-server[98876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:41:55.670093 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c375dc0-a1b2-460b-8460-b589c21fc99e req-717f45e2-232d-4577-9236-75653675dcba tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:55.671719 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8c375dc0-a1b2-460b-8460-b589c21fc99e req-717f45e2-232d-4577-9236-75653675dcba tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.2191298 Jun 06 17:41:55.675362 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7837be-a6e0-43ec-b88d-0f837e11e6d3 None None] Pushing event updated for resources: {'Port': ['ID=c06e0f41-e3f6-4de7-8dcd-9c5c8c019016,revision_number=3']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:55.685604 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-fd7837be-a6e0-43ec-b88d-0f837e11e6d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:55.694721 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-38511765-e586-4c75-9902-f678cae81d84 None None] Attempting to bind port c06e0f41-e3f6-4de7-8dcd-9c5c8c019016 on host dv-cinder-791281-4-smb for vnic_type normal with profile {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:41:55.694996 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-38511765-e586-4c75-9902-f678cae81d84 None None] Attempting to bind port c06e0f41-e3f6-4de7-8dcd-9c5c8c019016 by drivers openvswitch,hyperv on host dv-cinder-791281-4-smb at level 0 using segments [{'id': '5cf304d0-d138-4397-bbeb-3fcd9e890b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1'}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:41:55.695324 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38511765-e586-4c75-9902-f678cae81d84 None None] Attempting to bind port c06e0f41-e3f6-4de7-8dcd-9c5c8c019016 on network dd6b6b73-4c91-4d11-9237-6a6a820356c1 {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:41:55.701335 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38511765-e586-4c75-9902-f678cae81d84 None None] Checking agent: {'id': '866b1ceb-3f07-4282-bec2-bca05938cd10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 48), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:41:55.701711 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38511765-e586-4c75-9902-f678cae81d84 None None] Checking segment: {'id': '5cf304d0-d138-4397-bbeb-3fcd9e890b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:41:55.702152 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-38511765-e586-4c75-9902-f678cae81d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:55.702810 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38511765-e586-4c75-9902-f678cae81d84 None None] Bound using segment: {'id': '5cf304d0-d138-4397-bbeb-3fcd9e890b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1'} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:41:55.703283 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-38511765-e586-4c75-9902-f678cae81d84 None None] Bound port: c06e0f41-e3f6-4de7-8dcd-9c5c8c019016, host: dv-cinder-791281-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf304d0-d138-4397-bbeb-3fcd9e890b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1'}}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:41:55.703659 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-38511765-e586-4c75-9902-f678cae81d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:55.815422 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-38511765-e586-4c75-9902-f678cae81d84 None None] For port c06e0f41-e3f6-4de7-8dcd-9c5c8c019016, host dv-cinder-791281-4-smb, cleared binding levels {{(pid=98877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:41:55.819060 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-38511765-e586-4c75-9902-f678cae81d84 None None] For port c06e0f41-e3f6-4de7-8dcd-9c5c8c019016, host dv-cinder-791281-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=c06e0f41-e3f6-4de7-8dcd-9c5c8c019016,segment=NetworkSegment(5cf304d0-d138-4397-bbeb-3fcd9e890b86),segment_id=5cf304d0-d138-4397-bbeb-3fcd9e890b86)] {{(pid=98877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:41:55.822569 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8c375dc0-a1b2-460b-8460-b589c21fc99e req-52b1be07-98e2-4ba1-9db0-edec8a0682a7 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989816 Jun 06 17:41:55.846134 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-32906e11-c9d5-43f0-9bf7-8df817d61886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608036'] for network, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:55.861357 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-3c1b47a1-c730-434d-8b8a-c243c754d9fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:55.876634 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-32906e11-c9d5-43f0-9bf7-8df817d61886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:55.878424 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-32906e11-c9d5-43f0-9bf7-8df817d61886 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ccc80c2f-0403-42f4-ac71-6f6ecad90d96 HTTP/1.1" status: 204 len: 168 time: 0.9795442 Jun 06 17:41:55.881590 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 47286) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:55.901889 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-38511765-e586-4c75-9902-f678cae81d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:55.906583 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:55.917807 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32906e11-c9d5-43f0-9bf7-8df817d61886 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccc80c2f-0403-42f4-ac71-6f6ecad90d96,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:55.923096 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-32906e11-c9d5-43f0-9bf7-8df817d61886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:55.946014 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63545ee-e7ed-454b-9d20-3f26f70673e2 admin admin] Deleting subnet f08c63a3-a939-4464-9cd5-e5a1d9d9f3e7 {{(pid=98876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:41:55.949184 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a63545ee-e7ed-454b-9d20-3f26f70673e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:55.980957 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38511765-e586-4c75-9902-f678cae81d84 None None] Routers {'27655516-523d-4271-8bad-e3385136d16f'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:41:55.981593 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-38511765-e586-4c75-9902-f678cae81d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:41:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['27655516-523d-4271-8bad-e3385136d16f'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:41:55.998206 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6240be69-c470-42c0-a318-c6ee808b8ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2112197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3128085'] for subnet, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:56.007168 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-c7b00f4c-9207-4df1-8af8-a18f1555762d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:56.034577 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a63545ee-e7ed-454b-9d20-3f26f70673e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2151807'] for subnet, precommit_delete_associations {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:56.084738 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7837be-a6e0-43ec-b88d-0f837e11e6d3 None None] Pushing event updated for resources: {'Port': ['ID=c06e0f41-e3f6-4de7-8dcd-9c5c8c019016,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:56.092330 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-fd7837be-a6e0-43ec-b88d-0f837e11e6d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:56.138030 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240be69-c470-42c0-a318-c6ee808b8ea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46c11018-7837-4b57-8309-93b6441c0b08,revision_number=0']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:56.152586 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-6240be69-c470-42c0-a318-c6ee808b8ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:56.158129 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a63545ee-e7ed-454b-9d20-3f26f70673e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496290'] for subnet, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:56.202454 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6240be69-c470-42c0-a318-c6ee808b8ea9 admin admin] Checking segment: {'id': '41fff38f-714b-41d6-a4b9-466f8de7daf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f095cf34-b800-4e92-bd1f-b8a8bfe5d606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:41:56.202946 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6240be69-c470-42c0-a318-c6ee808b8ea9 admin admin] Network hostable DHCP agents. Network: f095cf34-b800-4e92-bd1f-b8a8bfe5d606, hostable agents: ['9f9e633d-4e7f-4a78-8507-e6ddd2ff9366'], hosted agents: [] {{(pid=98876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:41:56.246792 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-38511765-e586-4c75-9902-f678cae81d84 None None] Set router 27655516-523d-4271-8bad-e3385136d16f gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:41:56.309619 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6240be69-c470-42c0-a318-c6ee808b8ea9 admin admin] Network f095cf34-b800-4e92-bd1f-b8a8bfe5d606 is scheduled to be hosted by DHCP agent 9f9e633d-4e7f-4a78-8507-e6ddd2ff9366 with binding_index 1 {{(pid=98876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:41:56.367162 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a63545ee-e7ed-454b-9d20-3f26f70673e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2112132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3128098'] for subnet, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:56.371289 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:56.413733 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63545ee-e7ed-454b-9d20-3f26f70673e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f08c63a3-a939-4464-9cd5-e5a1d9d9f3e7,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:56.416248 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-a63545ee-e7ed-454b-9d20-3f26f70673e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:56.418984 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a63545ee-e7ed-454b-9d20-3f26f70673e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:56.420971 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-a63545ee-e7ed-454b-9d20-3f26f70673e2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f08c63a3-a939-4464-9cd5-e5a1d9d9f3e7 HTTP/1.1" status: 204 len: 168 time: 0.5369077 Jun 06 17:41:56.423412 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 47294) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:56.464030 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.base_scheduler [None req-6240be69-c470-42c0-a318-c6ee808b8ea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-smb, f095cf34-b800-4e92-bd1f-b8a8bfe5d606) {{(pid=98876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:41:56.481739 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f74539d-c73f-416e-945f-9648951b14f4 None None] Network f095cf34-b800-4e92-bd1f-b8a8bfe5d606 requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:41:56.517868 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6240be69-c470-42c0-a318-c6ee808b8ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:56.518599 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6240be69-c470-42c0-a318-c6ee808b8ea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:56.549092 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a753dd6a-af5e-4419-bfee-a1e54961b139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596576'] for network, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:56.682088 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 47300) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:56.682720 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-6240be69-c470-42c0-a318-c6ee808b8ea9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6519699 Jun 06 17:41:56.686290 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a753dd6a-af5e-4419-bfee-a1e54961b139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493627', 'neutron.services.segments.db._delete_segments_for_network-8729318600102'] for network, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:56.687647 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-8f950177-06a9-4ced-9fd7-e24266ae301b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1206329220-router', 'tenant_id': '0b1ce962013045bf9496163f90b8c444', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:56.709545 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-a753dd6a-af5e-4419-bfee-a1e54961b139 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63dc0cb4-7ae9-4981-8a11-7b4d7b7518eb']}} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:41:56.742259 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-a753dd6a-af5e-4419-bfee-a1e54961b139 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ebfabe-181b-44ec-a974-8062dd54f99e') {'for_net_delete': True} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:41:56.742772 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-a753dd6a-af5e-4419-bfee-a1e54961b139 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ebfabe-181b-44ec-a974-8062dd54f99e') {} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:41:56.757515 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a753dd6a-af5e-4419-bfee-a1e54961b139 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729318605249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2151750'] for segment, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:56.776150 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a753dd6a-af5e-4419-bfee-a1e54961b139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:56.786325 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a753dd6a-af5e-4419-bfee-a1e54961b139 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=98876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:41:56.786872 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a753dd6a-af5e-4419-bfee-a1e54961b139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2112062'] for segment, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: Traceback (most recent call last): Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: timer() Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: cb(*args, **kw) Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: return func(*args, **kwargs) Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: self._notify() Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: self.callback(batched_events) Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: event.method(event) Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: return f(self, *a, **k) Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: return self._get(url).json() Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: return self.request(url, 'GET', **kwargs) Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:41:56.801789 dv-cinder-791281-4-smb neutron-server[98876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:41:56.807031 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f501f2b-c289-51ad-9312-eb39f9b77b0c-f095cf34-b800-4e92-bd1f-b8a8bfe5d606', 'network_id': 'f095cf34-b800-4e92-bd1f-b8a8bfe5d606', 'tenant_id': '0b1ce962013045bf9496163f90b8c444', 'fixed_ips': [{'subnet_id': '46c11018-7837-4b57-8309-93b6441c0b08'}]}} from dv-cinder-791281-4-smb. {{(pid=98877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 17:41:56.807864 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:56.813504 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8f950177-06a9-4ced-9fd7-e24266ae301b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-323912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3591'] for router, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:56.818511 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8f950177-06a9-4ced-9fd7-e24266ae301b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-324305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-322292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3614'] for router, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:56.822095 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-38511765-e586-4c75-9902-f678cae81d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27655516-523d-4271-8bad-e3385136d16f', 'name': 'tempest-TestMinimumBasicScenario-477433983-router', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd9a920df-3259-4c4e-8ba9-c4c62e6a2802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:46Z', 'updated_at': '2021-06-06T17:41:51Z', 'revision_number': 4, 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'gw_port': {'id': 'd9a920df-3259-4c4e-8ba9-c4c62e6a2802', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27655516-523d-4271-8bad-e3385136d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:47Z', 'updated_at': '2021-06-06T17:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': 'c06e0f41-e3f6-4de7-8dcd-9c5c8c019016', 'name': '', 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'mac_address': 'fa:16:3e:b8:94:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27655516-523d-4271-8bad-e3385136d16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:50Z', 'updated_at': '2021-06-06T17:41:55Z', 'revision_number': 4, 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'subnets': [{'id': '4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:41:56.835433 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38511765-e586-4c75-9902-f678cae81d84 None None] The sync data for ids ['27655516-523d-4271-8bad-e3385136d16f'] in dv-cinder-791281-4-smb is: [{'id': '27655516-523d-4271-8bad-e3385136d16f', 'name': 'tempest-TestMinimumBasicScenario-477433983-router', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd9a920df-3259-4c4e-8ba9-c4c62e6a2802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:46Z', 'updated_at': '2021-06-06T17:41:51Z', 'revision_number': 4, 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'gw_port': {'id': 'd9a920df-3259-4c4e-8ba9-c4c62e6a2802', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27655516-523d-4271-8bad-e3385136d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:47Z', 'updated_at': '2021-06-06T17:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': 'c06e0f41-e3f6-4de7-8dcd-9c5c8c019016', 'name': '', 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'mac_address': 'fa:16:3e:b8:94:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27655516-523d-4271-8bad-e3385136d16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:50Z', 'updated_at': '2021-06-06T17:41:55Z', 'revision_number': 4, 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'subnets': [{'id': '4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:41:56.839056 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8f950177-06a9-4ced-9fd7-e24266ae301b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:57.060304 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.db_base_plugin_common [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] Allocated IP 172.20.0.2 (f095cf34-b800-4e92-bd1f-b8a8bfe5d606/46c11018-7837-4b57-8309-93b6441c0b08/c1286a9a-ab03-49d7-a3c6-0b9d9e724430) {{(pid=98877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:41:57.070458 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a753dd6a-af5e-4419-bfee-a1e54961b139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608036'] for network, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:57.087375 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a753dd6a-af5e-4419-bfee-a1e54961b139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:57.090059 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-a753dd6a-af5e-4419-bfee-a1e54961b139 admin admin] 10.222.0.23 "DELETE /v2.0/networks/63dc0cb4-7ae9-4981-8a11-7b4d7b7518eb HTTP/1.1" status: 204 len: 168 time: 0.6649070 Jun 06 17:41:57.092009 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:57.120468 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753dd6a-af5e-4419-bfee-a1e54961b139 admin admin] Pushing event deleted for resources: {'Network': ['ID=63dc0cb4-7ae9-4981-8a11-7b4d7b7518eb,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:57.130127 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-a753dd6a-af5e-4419-bfee-a1e54961b139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:57.202246 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ed4d2-93e0-41bb-9511-e5fc968d6f39 req-c5a72630-ab20-4bd0-ac8d-487d261cc960 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:57.210847 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-579ed4d2-93e0-41bb-9511-e5fc968d6f39 req-c5a72630-ab20-4bd0-ac8d-487d261cc960 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=590b8cad-2d2f-491b-bf2d-b0e3d1b584e7 HTTP/1.1" status: 200 len: 946 time: 0.1917884 Jun 06 17:41:57.323125 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-579ed4d2-93e0-41bb-9511-e5fc968d6f39 req-f9980844-5b8d-477c-af74-d990a69cf268 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/security-groups?id=c256eb6b-7f18-461f-8858-cfad1556096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004345 Jun 06 17:41:57.408984 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8f950177-06a9-4ced-9fd7-e24266ae301b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-322182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-323930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3624'] for router, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:57.426413 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] Notify callbacks [] for port, precommit_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:57.437570 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] Transition to ACTIVE for port object c1286a9a-ab03-49d7-a3c6-0b9d9e724430 will not be triggered until provisioned by entity L2. {{(pid=98877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:41:57.439311 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f3739-8364-49d3-bcea-62391fee6cee req-c2223135-48f3-470d-b329-9d2e270f0798 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:57.440786 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1d8f3739-8364-49d3-bcea-62391fee6cee req-c2223135-48f3-470d-b329-9d2e270f0798 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.4138765 Jun 06 17:41:57.444779 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:41:57.457620 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] Transition to ACTIVE for port object c1286a9a-ab03-49d7-a3c6-0b9d9e724430 will not be triggered until provisioned by entity DHCP. {{(pid=98877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:41:57.494965 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1d8f3739-8364-49d3-bcea-62391fee6cee req-ec122b4b-b09d-413f-a339-041bc8f0e457 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473118 Jun 06 17:41:57.601670 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:57.608428 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:57.685997 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] Network f095cf34-b800-4e92-bd1f-b8a8bfe5d606 is already hosted by enough agents. {{(pid=98877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:41:57.689868 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.scheduler.base_scheduler [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] Resources bound (agent type, host, resource id): {{(pid=98877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:41:57.693467 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] Received port after_create {{(pid=98877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:41:57.743479 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] Pushing event updated for resources: {'Port': ['ID=c1286a9a-ab03-49d7-a3c6-0b9d9e724430,revision_number=1']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:57.753185 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:57.772542 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 47312) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:57.814602 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] Attempting to bind port c1286a9a-ab03-49d7-a3c6-0b9d9e724430 on host dv-cinder-791281-4-smb for vnic_type normal with profile {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:41:57.815164 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] Attempting to bind port c1286a9a-ab03-49d7-a3c6-0b9d9e724430 by drivers openvswitch,hyperv on host dv-cinder-791281-4-smb at level 0 using segments [{'id': '41fff38f-714b-41d6-a4b9-466f8de7daf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f095cf34-b800-4e92-bd1f-b8a8bfe5d606'}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:41:57.815521 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] Attempting to bind port c1286a9a-ab03-49d7-a3c6-0b9d9e724430 on network f095cf34-b800-4e92-bd1f-b8a8bfe5d606 {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:41:57.821803 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] Checking agent: {'id': '866b1ceb-3f07-4282-bec2-bca05938cd10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 48), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:41:57.822205 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] Checking segment: {'id': '41fff38f-714b-41d6-a4b9-466f8de7daf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f095cf34-b800-4e92-bd1f-b8a8bfe5d606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:41:57.822608 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:57.822996 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] Bound using segment: {'id': '41fff38f-714b-41d6-a4b9-466f8de7daf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f095cf34-b800-4e92-bd1f-b8a8bfe5d606'} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:41:57.823462 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] Bound port: c1286a9a-ab03-49d7-a3c6-0b9d9e724430, host: dv-cinder-791281-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41fff38f-714b-41d6-a4b9-466f8de7daf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f095cf34-b800-4e92-bd1f-b8a8bfe5d606'}}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:41:57.823833 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:57.839648 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-78acf31b-12b2-4dcc-9fdf-aef8948a953a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b505483132a40f48e326749d966a2a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0638051 Jun 06 17:41:57.840167 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 47314) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:57.898488 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8f950177-06a9-4ced-9fd7-e24266ae301b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:57.915195 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e413e165-b8d0-4f58-a2c0-00ff0e4a5bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:57.920790 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] For port c1286a9a-ab03-49d7-a3c6-0b9d9e724430, host dv-cinder-791281-4-smb, cleared binding levels {{(pid=98877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:41:57.924280 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] For port c1286a9a-ab03-49d7-a3c6-0b9d9e724430, host dv-cinder-791281-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=c1286a9a-ab03-49d7-a3c6-0b9d9e724430,segment=NetworkSegment(41fff38f-714b-41d6-a4b9-466f8de7daf1),segment_id=41fff38f-714b-41d6-a4b9-466f8de7daf1)] {{(pid=98877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:41:57.944405 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8f950177-06a9-4ced-9fd7-e24266ae301b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:57.948526 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e413e165-b8d0-4f58-a2c0-00ff0e4a5bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:58.010543 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:58.015479 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:58.086267 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_common [None req-8f950177-06a9-4ced-9fd7-e24266ae301b admin admin] Allocated IP 172.28.3.241 (ba4729d8-bae0-44dd-959b-45f2743fbe2e/d8ac2d9e-a11c-4f30-89f8-f7a6f927176d/6c11b161-7968-4b9f-8af0-957a16bc440f) {{(pid=98875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:41:58.089503 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e413e165-b8d0-4f58-a2c0-00ff0e4a5bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:58.092291 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e413e165-b8d0-4f58-a2c0-00ff0e4a5bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:58.093670 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-e413e165-b8d0-4f58-a2c0-00ff0e4a5bf5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e6d5db9-6494-4f42-8ee3-16c9bbdbf6d4 HTTP/1.1" status: 204 len: 168 time: 0.2525289 Jun 06 17:41:58.094604 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-cfb00ed2-50bc-4c29-ad63-f3f0e535c5f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:58.105007 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] Pushing event updated for resources: {'Port': ['ID=c1286a9a-ab03-49d7-a3c6-0b9d9e724430,revision_number=2']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:58.106098 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413e165-b8d0-4f58-a2c0-00ff0e4a5bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6d5db9-6494-4f42-8ee3-16c9bbdbf6d4,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:58.109913 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-e413e165-b8d0-4f58-a2c0-00ff0e4a5bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:58.131803 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:58.300715 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8f950177-06a9-4ced-9fd7-e24266ae301b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:58.437261 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc8428-0741-474f-94d6-e9abb68a3add req-9fcb51b6-a129-4976-8193-0155897fa00c tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:58.438802 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-65bc8428-0741-474f-94d6-e9abb68a3add req-9fcb51b6-a129-4976-8193-0155897fa00c tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.21 "GET /v2.0/ports?device_id=590b8cad-2d2f-491b-bf2d-b0e3d1b584e7 HTTP/1.1" status: 200 len: 946 time: 0.1266339 Jun 06 17:41:58.525163 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8f950177-06a9-4ced-9fd7-e24266ae301b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:58.527264 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-044e1eec-8662-4df6-9a61-64e7bbe285f6 tempest-VolumesNegativeTest-782755755 tempest-VolumesNegativeTest-782755755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:58.536795 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1cf08-2f95-4244-a6fd-f8eb60f8f5c7 req-781edc6b-8729-4bac-8f59-3f1239ecab5b tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:58.538705 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-d9a1cf08-2f95-4244-a6fd-f8eb60f8f5c7 req-781edc6b-8729-4bac-8f59-3f1239ecab5b tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=590b8cad-2d2f-491b-bf2d-b0e3d1b584e7 HTTP/1.1" status: 200 len: 946 time: 0.1038156 Jun 06 17:41:58.589760 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-d9a1cf08-2f95-4244-a6fd-f8eb60f8f5c7 req-f7385645-8903-49fb-a16e-f97a406838c7 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/security-groups?id=c256eb6b-7f18-461f-8858-cfad1556096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452929 Jun 06 17:41:58.617003 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f950177-06a9-4ced-9fd7-e24266ae301b admin admin] Pushing event updated for resources: {'Port': ['ID=6c11b161-7968-4b9f-8af0-957a16bc440f,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:58.622216 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-8f950177-06a9-4ced-9fd7-e24266ae301b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:58.719540 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device c06e0f41-e3f6-4de7-8dcd-9c5c8c019016 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:41:58.720143 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f950177-06a9-4ced-9fd7-e24266ae301b admin admin] Network ba4729d8-bae0-44dd-959b-45f2743fbe2e is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:41:58.720790 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [None req-8f950177-06a9-4ced-9fd7-e24266ae301b admin admin] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:41:58.727400 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f950177-06a9-4ced-9fd7-e24266ae301b admin admin] Received port after_create {{(pid=98875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:41:58.938194 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning for port c06e0f41-e3f6-4de7-8dcd-9c5c8c019016 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:41:58.944194 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port c06e0f41-e3f6-4de7-8dcd-9c5c8c019016 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:58.947440 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:59.090385 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-65bc8428-0741-474f-94d6-e9abb68a3add req-6331c772-5407-425d-9925-5cd65cc0d471 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Deleting port 01cb5ed1-17b7-45ad-a60d-28d984facab0 {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:41:59.090871 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-65bc8428-0741-474f-94d6-e9abb68a3add req-6331c772-5407-425d-9925-5cd65cc0d471 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:59.120119 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 47328) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:59.159911 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:59.191904 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-f1756b91-2a72-4df9-90a8-a216c55c5824 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a8961b5923854fbdbb396edaa0175d50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0699241 Jun 06 17:41:59.192771 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 47330) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:59.204296 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] For port c06e0f41-e3f6-4de7-8dcd-9c5c8c019016, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=c06e0f41-e3f6-4de7-8dcd-9c5c8c019016,segment=NetworkSegment(5cf304d0-d138-4397-bbeb-3fcd9e890b86),segment_id=5cf304d0-d138-4397-bbeb-3fcd9e890b86)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:59.231309 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6e0f53-9c70-49e3-bf75-7fb9c5d57eae None None] Network f095cf34-b800-4e92-bd1f-b8a8bfe5d606 requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:41:59.260463 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d5db82e2-c287-4f4b-b61f-0717b212b3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:59.289496 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d5db82e2-c287-4f4b-b61f-0717b212b3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:59.298986 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def4901-07f8-4d65-b1b4-a28b3705bb4f req-5b330684-398f-4ffa-a701-e842b44f589b tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:59.306284 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0def4901-07f8-4d65-b1b4-a28b3705bb4f req-5b330684-398f-4ffa-a701-e842b44f589b tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.4212286 Jun 06 17:41:59.346191 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:59.347105 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device c1286a9a-ab03-49d7-a3c6-0b9d9e724430 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:41:59.381319 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:59.429909 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0def4901-07f8-4d65-b1b4-a28b3705bb4f req-65fa1c37-9b7d-46fd-a4db-0519a8d52f01 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227090 Jun 06 17:41:59.532224 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Pushing event updated for resources: {'Port': ['ID=c06e0f41-e3f6-4de7-8dcd-9c5c8c019016,revision_number=5']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:59.535384 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:59.560714 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d5db82e2-c287-4f4b-b61f-0717b212b3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:59.563939 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d5db82e2-c287-4f4b-b61f-0717b212b3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:59.565255 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-d5db82e2-c287-4f4b-b61f-0717b212b3fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2cb70772-c702-4d96-87c4-917d908b3e67 HTTP/1.1" status: 204 len: 168 time: 0.3712575 Jun 06 17:41:59.567091 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-b3ffdb6e-65c9-47d6-b610-a1db0e196ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:59.579793 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db82e2-c287-4f4b-b61f-0717b212b3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb70772-c702-4d96-87c4-917d908b3e67,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:59.584981 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-d5db82e2-c287-4f4b-b61f-0717b212b3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:59.598046 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-65bc8428-0741-474f-94d6-e9abb68a3add req-6331c772-5407-425d-9925-5cd65cc0d471 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] For port 01cb5ed1-17b7-45ad-a60d-28d984facab0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=01cb5ed1-17b7-45ad-a60d-28d984facab0,segment=NetworkSegment(9dabbefc-5e85-429d-8b36-8e9577da61e9),segment_id=9dabbefc-5e85-429d-8b36-8e9577da61e9)] {{(pid=98875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:59.598474 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-65bc8428-0741-474f-94d6-e9abb68a3add req-6331c772-5407-425d-9925-5cd65cc0d471 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:59.616407 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-16a4e0aa-58a0-4fe8-a9d7-321f8e97e28d None None] Provisioning for port c1286a9a-ab03-49d7-a3c6-0b9d9e724430 completed by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:41:59.705841 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning for port c1286a9a-ab03-49d7-a3c6-0b9d9e724430 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:41:59.720683 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port c1286a9a-ab03-49d7-a3c6-0b9d9e724430 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:59.720683 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:59.806824 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8f950177-06a9-4ced-9fd7-e24266ae301b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:59.869459 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-65bc8428-0741-474f-94d6-e9abb68a3add req-6331c772-5407-425d-9925-5cd65cc0d471 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Calling delete_port for 01cb5ed1-17b7-45ad-a60d-28d984facab0 owned by compute:nova {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:41:59.902947 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:59.941047 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] For port c1286a9a-ab03-49d7-a3c6-0b9d9e724430, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=c1286a9a-ab03-49d7-a3c6-0b9d9e724430,segment=NetworkSegment(41fff38f-714b-41d6-a4b9-466f8de7daf1),segment_id=41fff38f-714b-41d6-a4b9-466f8de7daf1)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:59.953374 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-454c9526-4679-4838-833c-78c7d9c4e248 req-2ad9c23b-595c-49f5-a558-48f7d3cbdc48 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5157127 Jun 06 17:41:59.985639 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-5a7a64b7-47a8-4489-9a46-20915fa011a6 None None] Provisioning complete for port c1286a9a-ab03-49d7-a3c6-0b9d9e724430 triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:59.986094 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-5a7a64b7-47a8-4489-9a46-20915fa011a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:00.097866 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:00.097866 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:00.174727 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Pushing event updated for resources: {'Port': ['ID=c1286a9a-ab03-49d7-a3c6-0b9d9e724430,revision_number=3']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:00.178173 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:00.248473 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b980bd-0058-4ab2-af2c-a78afdffaca5 req-5ff1429b-be97-4640-8807-74e2d410dba5 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:00.249900 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c4b980bd-0058-4ab2-af2c-a78afdffaca5 req-5ff1429b-be97-4640-8807-74e2d410dba5 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=590b8cad-2d2f-491b-bf2d-b0e3d1b584e7 HTTP/1.1" status: 200 len: 946 time: 0.3726606 Jun 06 17:42:00.501985 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c9526-4679-4838-833c-78c7d9c4e248 req-2abd26de-e286-4a93-b5b8-cb6985c8abbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:00.504030 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-454c9526-4679-4838-833c-78c7d9c4e248 req-2abd26de-e286-4a93-b5b8-cb6985c8abbe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff76e8c459174d03af24f28696c53158&device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 1098 time: 0.5230918 Jun 06 17:42:00.541926 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c4b980bd-0058-4ab2-af2c-a78afdffaca5 req-a9d8b3db-8b0a-4a23-8f12-e9a7461640ba tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/security-groups?id=c256eb6b-7f18-461f-8858-cfad1556096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525795 Jun 06 17:42:00.590935 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8f950177-06a9-4ced-9fd7-e24266ae301b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-323905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-322217'] for router, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:00.616340 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device c06e0f41-e3f6-4de7-8dcd-9c5c8c019016 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:00.688698 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port c06e0f41-e3f6-4de7-8dcd-9c5c8c019016 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:00.689067 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:00.707166 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-65bc8428-0741-474f-94d6-e9abb68a3add req-6331c772-5407-425d-9925-5cd65cc0d471 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:00.719612 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['01cb5ed1-17b7-45ad-a60d-28d984facab0'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:42:00.719841 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-6a247848-2a55-4e7c-a092-67f153d92fd5 tempest-DeleteServersTestJSON-1317272803 tempest-DeleteServersTestJSON-1317272803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:00.786269 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331c772-5407-425d-9925-5cd65cc0d471 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Pushing event deleted for resources: {'Port': ['ID=01cb5ed1-17b7-45ad-a60d-28d984facab0,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:00.793781 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-6331c772-5407-425d-9925-5cd65cc0d471 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:00.887281 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device c1286a9a-ab03-49d7-a3c6-0b9d9e724430 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:00.954567 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bc8428-0741-474f-94d6-e9abb68a3add req-6331c772-5407-425d-9925-5cd65cc0d471 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] No DVR routers for this DVR port 01cb5ed1-17b7-45ad-a60d-28d984facab0 on host hv-cinder-79128 {{(pid=98875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:42:00.959381 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c9526-4679-4838-833c-78c7d9c4e248 req-6181384d-f0b8-440c-8e0c-58a9c03d5eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:00.963849 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-454c9526-4679-4838-833c-78c7d9c4e248 req-6181384d-f0b8-440c-8e0c-58a9c03d5eb2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f47093d2-ff25-4dae-b18f-38b02f03962a HTTP/1.1" status: 200 len: 919 time: 0.4165761 Jun 06 17:42:00.964084 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port c1286a9a-ab03-49d7-a3c6-0b9d9e724430 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:00.964084 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:00.964266 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-65bc8428-0741-474f-94d6-e9abb68a3add req-6331c772-5407-425d-9925-5cd65cc0d471 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:00.966184 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-65bc8428-0741-474f-94d6-e9abb68a3add req-6331c772-5407-425d-9925-5cd65cc0d471 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.21 "DELETE /v2.0/ports/01cb5ed1-17b7-45ad-a60d-28d984facab0 HTTP/1.1" status: 204 len: 173 time: 2.5209103 Jun 06 17:42:00.966184 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590b8cad-2d2f-491b-bf2d-b0e3d1b584e7', 'name': 'network-vif-deleted', 'tag': '01cb5ed1-17b7-45ad-a60d-28d984facab0'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:42:00.968276 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5b86b0-6f7d-4f79-97c1-afe55c1d141c" -d '{"events": [{"server_uuid": "590b8cad-2d2f-491b-bf2d-b0e3d1b584e7", "name": "network-vif-deleted", "tag": "01cb5ed1-17b7-45ad-a60d-28d984facab0"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:42:01.040354 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-454c9526-4679-4838-833c-78c7d9c4e248 req-ba977cbc-6341-4a5e-8e89-51755e5f074b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fcf29c1-77e6-454f-a182-308e3267185c HTTP/1.1" status: 200 len: 217 time: 0.0667422 Jun 06 17:42:01.093471 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5812d341-de77-4441-9d88-116e8339c508 x-openstack-request-id: req-5812d341-de77-4441-9d88-116e8339c508 {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:42:01.093980 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590b8cad-2d2f-491b-bf2d-b0e3d1b584e7", "name": "network-vif-deleted", "tag": "01cb5ed1-17b7-45ad-a60d-28d984facab0", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:42:01.094865 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5812d341-de77-4441-9d88-116e8339c508 {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:42:01.095450 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590b8cad-2d2f-491b-bf2d-b0e3d1b584e7', 'name': 'network-vif-deleted', 'tag': '01cb5ed1-17b7-45ad-a60d-28d984facab0', 'status': 'completed', 'code': 200} Jun 06 17:42:01.142765 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c9526-4679-4838-833c-78c7d9c4e248 req-a438de8f-c0aa-49d4-92a3-4818a9bc500a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:01.144003 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-454c9526-4679-4838-833c-78c7d9c4e248 req-a438de8f-c0aa-49d4-92a3-4818a9bc500a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5010943e-69b0-42ca-ad2d-4caf9c0ea80f HTTP/1.1" status: 200 len: 858 time: 0.0943561 Jun 06 17:42:01.202174 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-454c9526-4679-4838-833c-78c7d9c4e248 req-038e03ec-fa9a-434f-8c8a-697d8431078c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f47093d2-ff25-4dae-b18f-38b02f03962a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463188 Jun 06 17:42:01.241987 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f950177-06a9-4ced-9fd7-e24266ae301b admin admin] Router 0f073c5b-0858-4171-ab24-6e5ff188df96 is scheduled to L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 with binding_index 1 {{(pid=98875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 17:42:01.505037 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-454c9526-4679-4838-833c-78c7d9c4e248 req-e2d7368e-b144-4b49-bfc6-cf61146f1221 service neutron] 10.222.0.21 "GET /v2.0/networks/f47093d2-ff25-4dae-b18f-38b02f03962a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966065 Jun 06 17:42:01.564449 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f950177-06a9-4ced-9fd7-e24266ae301b admin admin] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:42:01.574146 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] Sync routers for ids ['0f073c5b-0858-4171-ab24-6e5ff188df96'] in dv-cinder-791281-4-smb {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:42:01.583474 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] Routers {'0f073c5b-0858-4171-ab24-6e5ff188df96'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:42:01.584074 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:41:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['0f073c5b-0858-4171-ab24-6e5ff188df96'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:01.671671 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-454c9526-4679-4838-833c-78c7d9c4e248 req-c0fd65cd-7be9-4df2-bf70-832d77a9451b service neutron] 10.222.0.21 "GET /v2.0/networks/f47093d2-ff25-4dae-b18f-38b02f03962a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567810 Jun 06 17:42:01.723070 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-db4b7d4d-9f69-47d9-89b7-9c9036d90019 req-2b8c4fe7-8160-4a92-aad5-163a9941f188 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=590b8cad-2d2f-491b-bf2d-b0e3d1b584e7 HTTP/1.1" status: 200 len: 210 time: 0.0511849 Jun 06 17:42:01.751060 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8f950177-06a9-4ced-9fd7-e24266ae301b admin admin] Notify callbacks [] for router, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:01.752216 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-8f950177-06a9-4ced-9fd7-e24266ae301b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0683427 Jun 06 17:42:01.756979 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 47388) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:01.767774 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] Set router 0f073c5b-0858-4171-ab24-6e5ff188df96 gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:42:02.081237 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:02.085312 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f073c5b-0858-4171-ab24-6e5ff188df96', 'name': 'tempest-TestMinimumBasicScenario-1206329220-router', 'tenant_id': '0b1ce962013045bf9496163f90b8c444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '6c11b161-7968-4b9f-8af0-957a16bc440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:56Z', 'updated_at': '2021-06-06T17:41:59Z', 'revision_number': 3, 'project_id': '0b1ce962013045bf9496163f90b8c444', 'gw_port': {'id': '6c11b161-7968-4b9f-8af0-957a16bc440f', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f073c5b-0858-4171-ab24-6e5ff188df96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:57Z', 'updated_at': '2021-06-06T17:41:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:02.092919 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] Checking router: 0f073c5b-0858-4171-ab24-6e5ff188df96 for host: dv-cinder-791281-4-smb {{(pid=98878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:42:02.093294 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] Updating router 0f073c5b-0858-4171-ab24-6e5ff188df96 port 6c11b161-7968-4b9f-8af0-957a16bc440f binding host dv-cinder-791281-4-smb {{(pid=98878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:42:02.148631 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:02.542347 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] Notify callbacks [] for port, precommit_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:02.554511 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.provisioning_blocks [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] Transition to ACTIVE for port object 6c11b161-7968-4b9f-8af0-957a16bc440f will not be triggered until provisioned by entity L2. {{(pid=98878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:02.563907 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-eb4fe43a-bfcf-4b28-9fee-fae5deb6a8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:02.661573 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:02.665877 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [None req-4c8ae16c-9a31-4434-b16c-104175842de1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:02.749506 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b0cd1-dc73-4b64-b106-db2d6d27b2d0 None None] Pushing event updated for resources: {'Port': ['ID=6c11b161-7968-4b9f-8af0-957a16bc440f,revision_number=2']} {{(pid=98878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:02.763201 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [None req-ac3b0cd1-dc73-4b64-b106-db2d6d27b2d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:02.778739 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.managers [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] Attempting to bind port 6c11b161-7968-4b9f-8af0-957a16bc440f on host dv-cinder-791281-4-smb for vnic_type normal with profile {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:42:02.778739 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.managers [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] Attempting to bind port 6c11b161-7968-4b9f-8af0-957a16bc440f by drivers openvswitch,hyperv on host dv-cinder-791281-4-smb at level 0 using segments [{'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}] {{(pid=98878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:42:02.778739 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] Attempting to bind port 6c11b161-7968-4b9f-8af0-957a16bc440f on network ba4729d8-bae0-44dd-959b-45f2743fbe2e {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:42:02.786703 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] Checking agent: {'id': '866b1ceb-3f07-4282-bec2-bca05938cd10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 48), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:42:02.787334 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] Checking segment: {'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:42:02.787863 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:02.789001 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] Bound using segment: {'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'} {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:42:02.789671 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.managers [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] Bound port: 6c11b161-7968-4b9f-8af0-957a16bc440f, host: dv-cinder-791281-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}}] {{(pid=98878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:42:02.790164 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:02.835349 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.db_base_plugin_common [None req-eb4fe43a-bfcf-4b28-9fee-fae5deb6a8b5 admin admin] Allocated IP 172.20.0.1 (f095cf34-b800-4e92-bd1f-b8a8bfe5d606/46c11018-7837-4b57-8309-93b6441c0b08/bd2057aa-090c-482d-9f98-8099bc838003) {{(pid=98876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:42:02.947990 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.db [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] For port 6c11b161-7968-4b9f-8af0-957a16bc440f, host dv-cinder-791281-4-smb, cleared binding levels {{(pid=98878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:42:02.947990 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.db [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] For port 6c11b161-7968-4b9f-8af0-957a16bc440f, host dv-cinder-791281-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=6c11b161-7968-4b9f-8af0-957a16bc440f,segment=NetworkSegment(071d7783-9719-4ea8-bb46-4cbc83b3e1b1),segment_id=071d7783-9719-4ea8-bb46-4cbc83b3e1b1)] {{(pid=98878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:42:03.184182 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-eb4fe43a-bfcf-4b28-9fee-fae5deb6a8b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:03.184182 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.provisioning_blocks [None req-eb4fe43a-bfcf-4b28-9fee-fae5deb6a8b5 admin admin] Transition to ACTIVE for port object bd2057aa-090c-482d-9f98-8099bc838003 will not be triggered until provisioned by entity DHCP. {{(pid=98876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:03.185389 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 01cb5ed1-17b7-45ad-a60d-28d984facab0 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:42:03.203475 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] No Port match for: 01cb5ed1-17b7-45ad-a60d-28d984facab0 {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:42:03.203821 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 01cb5ed1-17b7-45ad-a60d-28d984facab0 not bound to the agent host hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:42:03.302645 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-eb4fe43a-bfcf-4b28-9fee-fae5deb6a8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2112105'] for port, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:03.302782 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:03.306182 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:03.311051 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [None req-c76fbada-f3f4-48f1-9c4b-b5616632f09d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:03.376395 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4fe43a-bfcf-4b28-9fee-fae5deb6a8b5 admin admin] Network f095cf34-b800-4e92-bd1f-b8a8bfe5d606 is already hosted by enough agents. {{(pid=98876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:42:03.379552 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.base_scheduler [None req-eb4fe43a-bfcf-4b28-9fee-fae5deb6a8b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:42:03.383976 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4fe43a-bfcf-4b28-9fee-fae5deb6a8b5 admin admin] Received port after_create {{(pid=98876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:42:03.392262 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] Routers {'0f073c5b-0858-4171-ab24-6e5ff188df96'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:42:03.393178 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:41:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['0f073c5b-0858-4171-ab24-6e5ff188df96'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:03.420484 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fe43a-bfcf-4b28-9fee-fae5deb6a8b5 admin admin] Pushing event updated for resources: {'Port': ['ID=bd2057aa-090c-482d-9f98-8099bc838003,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:03.423270 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-eb4fe43a-bfcf-4b28-9fee-fae5deb6a8b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:03.443651 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-eb4fe43a-bfcf-4b28-9fee-fae5deb6a8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608163'] for router_interface, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:03.452743 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b0cd1-dc73-4b64-b106-db2d6d27b2d0 None None] Pushing event updated for resources: {'Port': ['ID=6c11b161-7968-4b9f-8af0-957a16bc440f,revision_number=3']} {{(pid=98878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:03.465239 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [None req-ac3b0cd1-dc73-4b64-b106-db2d6d27b2d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:03.638751 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] Set router 0f073c5b-0858-4171-ab24-6e5ff188df96 gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:42:03.667550 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-51090191-a9b9-463a-a9f5-e8f6ddb3d400 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:03.667550 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-51090191-a9b9-463a-a9f5-e8f6ddb3d400 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/networks?id=2549e687-b641-4be0-9635-1cdb2d7278d6 HTTP/1.1" status: 200 len: 809 time: 0.2840168 Jun 06 17:42:03.689666 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-6bf2cb4b-e3c6-45de-b1a9-3fa808e75208 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/quotas/9c1f739cd022414aa4a004d05422d48f HTTP/1.1" status: 200 len: 375 time: 0.0180466 Jun 06 17:42:03.702551 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-eb4fe43a-bfcf-4b28-9fee-fae5deb6a8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:03.750765 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-3efbe2b9-0992-4d8b-bab1-d7d5bbc4f384 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c1f739cd022414aa4a004d05422d48f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599663 Jun 06 17:42:03.845391 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-68f57650-cb2f-420c-8af1-ce4124b97892 None None] Provisioning for port bd2057aa-090c-482d-9f98-8099bc838003 completed by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:42:03.852115 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-68f57650-cb2f-420c-8af1-ce4124b97892 None None] Provisioning complete for port bd2057aa-090c-482d-9f98-8099bc838003 triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:03.853071 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-68f57650-cb2f-420c-8af1-ce4124b97892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:03.974274 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f073c5b-0858-4171-ab24-6e5ff188df96', 'name': 'tempest-TestMinimumBasicScenario-1206329220-router', 'tenant_id': '0b1ce962013045bf9496163f90b8c444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '6c11b161-7968-4b9f-8af0-957a16bc440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:56Z', 'updated_at': '2021-06-06T17:41:59Z', 'revision_number': 3, 'project_id': '0b1ce962013045bf9496163f90b8c444', 'gw_port': {'id': '6c11b161-7968-4b9f-8af0-957a16bc440f', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f073c5b-0858-4171-ab24-6e5ff188df96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:57Z', 'updated_at': '2021-06-06T17:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:03.976486 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-68f57650-cb2f-420c-8af1-ce4124b97892 None None] Port bd2057aa-090c-482d-9f98-8099bc838003 cannot update to ACTIVE because it is not bound. {{(pid=98877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:42:03.978819 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a80999-1906-48e6-a8a3-5036719a5074 None None] The sync data for ids ['0f073c5b-0858-4171-ab24-6e5ff188df96'] in dv-cinder-791281-4-smb is: [{'id': '0f073c5b-0858-4171-ab24-6e5ff188df96', 'name': 'tempest-TestMinimumBasicScenario-1206329220-router', 'tenant_id': '0b1ce962013045bf9496163f90b8c444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '6c11b161-7968-4b9f-8af0-957a16bc440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:56Z', 'updated_at': '2021-06-06T17:41:59Z', 'revision_number': 3, 'project_id': '0b1ce962013045bf9496163f90b8c444', 'gw_port': {'id': '6c11b161-7968-4b9f-8af0-957a16bc440f', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f073c5b-0858-4171-ab24-6e5ff188df96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:57Z', 'updated_at': '2021-06-06T17:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}] {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:42:04.023227 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-3d0c1fd6-77ec-4c47-8901-b18cfde1ac68 service neutron] 10.222.0.23 "GET /v2.0/networks/2549e687-b641-4be0-9635-1cdb2d7278d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714515 Jun 06 17:42:04.176613 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-eb4fe43a-bfcf-4b28-9fee-fae5deb6a8b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:04.179985 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-2701ac7e-12d7-4849-82ef-80916fa63424 service neutron] 10.222.0.23 "GET /v2.0/networks/2549e687-b641-4be0-9635-1cdb2d7278d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505015 Jun 06 17:42:04.290587 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-eb4fe43a-bfcf-4b28-9fee-fae5deb6a8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2112082'] for port, after_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:04.315443 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:04.404428 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fe43a-bfcf-4b28-9fee-fae5deb6a8b5 admin admin] Pushing event updated for resources: {'Port': ['ID=bd2057aa-090c-482d-9f98-8099bc838003,revision_number=2']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:04.407257 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-eb4fe43a-bfcf-4b28-9fee-fae5deb6a8b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:04.408375 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-eb4fe43a-bfcf-4b28-9fee-fae5deb6a8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1694894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-321467'] for router_interface, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:04.571441 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-4a34e2f1-321c-4496-a9e9-3ea7cf358add req-8289e5c1-eec9-45a9-bb4a-9f8e4b2d654d tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 210 time: 0.0532358 Jun 06 17:42:04.623300 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4fe43a-bfcf-4b28-9fee-fae5deb6a8b5 admin admin] Network f095cf34-b800-4e92-bd1f-b8a8bfe5d606 is already hosted by enough agents. {{(pid=98876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:42:04.624571 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.base_scheduler [None req-eb4fe43a-bfcf-4b28-9fee-fae5deb6a8b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:42:04.626344 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 6c11b161-7968-4b9f-8af0-957a16bc440f up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:04.858577 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning for port 6c11b161-7968-4b9f-8af0-957a16bc440f completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:42:04.865759 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 6c11b161-7968-4b9f-8af0-957a16bc440f triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:04.866159 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:04.880933 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4fe43a-bfcf-4b28-9fee-fae5deb6a8b5 admin admin] Router 0f073c5b-0858-4171-ab24-6e5ff188df96 has already been hosted by L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 {{(pid=98876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:42:04.981879 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-49ae8206-b656-48ac-b26e-8cbe8e253532 None None] Provisioning complete for port bd2057aa-090c-482d-9f98-8099bc838003 triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:04.982548 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-49ae8206-b656-48ac-b26e-8cbe8e253532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:05.101840 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-49ae8206-b656-48ac-b26e-8cbe8e253532 None None] Port bd2057aa-090c-482d-9f98-8099bc838003 cannot update to ACTIVE because it is not bound. {{(pid=98877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:42:05.106490 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4fe43a-bfcf-4b28-9fee-fae5deb6a8b5 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:42:05.107457 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:05.112095 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-eb4fe43a-bfcf-4b28-9fee-fae5deb6a8b5 admin admin] 10.222.0.23 "PUT /v2.0/routers/0f073c5b-0858-4171-ab24-6e5ff188df96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3540239 Jun 06 17:42:05.132460 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] For port 6c11b161-7968-4b9f-8af0-957a16bc440f, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=6c11b161-7968-4b9f-8af0-957a16bc440f,segment=NetworkSegment(071d7783-9719-4ea8-bb46-4cbc83b3e1b1),segment_id=071d7783-9719-4ea8-bb46-4cbc83b3e1b1)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:05.238129 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:05.238129 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:05.360251 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Pushing event updated for resources: {'Port': ['ID=6c11b161-7968-4b9f-8af0-957a16bc440f,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:05.372885 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:05.504040 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cb3d1-91d6-4167-a0ae-7b7c8e7eb9d9 req-39885649-2b20-463b-bcbc-e77ba7d9e562 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:05.505615 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-eb0cb3d1-91d6-4167-a0ae-7b7c8e7eb9d9 req-39885649-2b20-463b-bcbc-e77ba7d9e562 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.0828152 Jun 06 17:42:05.553381 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-eb0cb3d1-91d6-4167-a0ae-7b7c8e7eb9d9 req-dc90cf80-ed78-44ac-9110-e95d0a7add68 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415428 Jun 06 17:42:05.691544 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-20cf669c-3a9c-445c-86be-c0ec7a56b8e3 req-bcc1ea95-f4eb-4c5f-94bd-47a0d519ceec tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 210 time: 0.0558650 Jun 06 17:42:05.834933 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] Sync routers for ids ['0f073c5b-0858-4171-ab24-6e5ff188df96'] in dv-cinder-791281-4-smb {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:42:05.844793 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] Routers {'0f073c5b-0858-4171-ab24-6e5ff188df96'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:42:05.847923 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:41:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['0f073c5b-0858-4171-ab24-6e5ff188df96'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:06.037577 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] Set router 0f073c5b-0858-4171-ab24-6e5ff188df96 gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:42:06.428968 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f073c5b-0858-4171-ab24-6e5ff188df96', 'name': 'tempest-TestMinimumBasicScenario-1206329220-router', 'tenant_id': '0b1ce962013045bf9496163f90b8c444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '6c11b161-7968-4b9f-8af0-957a16bc440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:56Z', 'updated_at': '2021-06-06T17:42:03Z', 'revision_number': 4, 'project_id': '0b1ce962013045bf9496163f90b8c444', 'gw_port': {'id': '6c11b161-7968-4b9f-8af0-957a16bc440f', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f073c5b-0858-4171-ab24-6e5ff188df96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:57Z', 'updated_at': '2021-06-06T17:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': 'bd2057aa-090c-482d-9f98-8099bc838003', 'name': '', 'network_id': 'f095cf34-b800-4e92-bd1f-b8a8bfe5d606', 'tenant_id': '0b1ce962013045bf9496163f90b8c444', 'mac_address': 'fa:16:3e:be:cf:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f073c5b-0858-4171-ab24-6e5ff188df96', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '46c11018-7837-4b57-8309-93b6441c0b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:02Z', 'updated_at': '2021-06-06T17:42:03Z', 'revision_number': 2, 'project_id': '0b1ce962013045bf9496163f90b8c444', 'subnets': [{'id': '46c11018-7837-4b57-8309-93b6441c0b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:06.433536 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] Checking router: 0f073c5b-0858-4171-ab24-6e5ff188df96 for host: dv-cinder-791281-4-smb {{(pid=98877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:42:06.433970 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] Updating router 0f073c5b-0858-4171-ab24-6e5ff188df96 port bd2057aa-090c-482d-9f98-8099bc838003 binding host dv-cinder-791281-4-smb {{(pid=98877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:42:06.512906 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:06.591636 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 6c11b161-7968-4b9f-8af0-957a16bc440f up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:06.832533 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 6c11b161-7968-4b9f-8af0-957a16bc440f triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:06.832908 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:06.873161 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53091a61-34ae-44e9-a3f4-ab12a33139fe req-8ea05c38-ca90-4d15-b068-157aa8386418 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:06.877807 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-53091a61-34ae-44e9-a3f4-ab12a33139fe req-8ea05c38-ca90-4d15-b068-157aa8386418 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.1808498 Jun 06 17:42:06.906080 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7f6121c2-51ee-49bf-b978-a56db3c2ba5d req-46d92a22-b3df-4bcb-b07d-c712733e1ddb tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 210 time: 0.0646980 Jun 06 17:42:06.944768 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-53091a61-34ae-44e9-a3f4-ab12a33139fe req-acc67097-7928-4362-8696-9151bd428f32 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600553 Jun 06 17:42:07.194664 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] Notify callbacks [] for port, precommit_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:07.210136 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] Transition to ACTIVE for port object bd2057aa-090c-482d-9f98-8099bc838003 will not be triggered until provisioned by entity L2. {{(pid=98877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:07.342273 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:07.342273 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:07.591823 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-fc9f88b6-fd67-4157-803b-42c201adb811 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:07.593689 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-fc9f88b6-fd67-4157-803b-42c201adb811 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.21 "GET /v2.0/networks?id=2549e687-b641-4be0-9635-1cdb2d7278d6 HTTP/1.1" status: 200 len: 809 time: 0.2603662 Jun 06 17:42:07.607800 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-67f0e0ef-fe9b-4aef-bb06-33e03255310b tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Request body: {'port': {'device_id': 'a20495dd-71a6-40c9-97a9-cec45b75ab30', 'network_id': '2549e687-b641-4be0-9635-1cdb2d7278d6', 'admin_state_up': True, 'tenant_id': '9c1f739cd022414aa4a004d05422d48f'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:07.684404 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997e874-40fd-479c-a996-3050c750d2dc None None] Pushing event updated for resources: {'Port': ['ID=bd2057aa-090c-482d-9f98-8099bc838003,revision_number=3']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:07.702961 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-5997e874-40fd-479c-a996-3050c750d2dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:07.719955 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] Attempting to bind port bd2057aa-090c-482d-9f98-8099bc838003 on host dv-cinder-791281-4-smb for vnic_type normal with profile {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:42:07.720258 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] Attempting to bind port bd2057aa-090c-482d-9f98-8099bc838003 by drivers openvswitch,hyperv on host dv-cinder-791281-4-smb at level 0 using segments [{'id': '41fff38f-714b-41d6-a4b9-466f8de7daf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f095cf34-b800-4e92-bd1f-b8a8bfe5d606'}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:42:07.720606 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] Attempting to bind port bd2057aa-090c-482d-9f98-8099bc838003 on network f095cf34-b800-4e92-bd1f-b8a8bfe5d606 {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:42:07.725550 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 47516) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:07.736428 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] Checking agent: {'id': '866b1ceb-3f07-4282-bec2-bca05938cd10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 48), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:42:07.736870 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] Checking segment: {'id': '41fff38f-714b-41d6-a4b9-466f8de7daf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f095cf34-b800-4e92-bd1f-b8a8bfe5d606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:42:07.737202 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:07.738125 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] Bound using segment: {'id': '41fff38f-714b-41d6-a4b9-466f8de7daf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f095cf34-b800-4e92-bd1f-b8a8bfe5d606'} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:42:07.738631 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] Bound port: bd2057aa-090c-482d-9f98-8099bc838003, host: dv-cinder-791281-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41fff38f-714b-41d6-a4b9-466f8de7daf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f095cf34-b800-4e92-bd1f-b8a8bfe5d606'}}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:42:07.739686 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:07.934839 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-56b3fc8c-b776-46bf-9728-77944b2f8c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:07.941709 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] For port bd2057aa-090c-482d-9f98-8099bc838003, host dv-cinder-791281-4-smb, cleared binding levels {{(pid=98877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:42:07.945373 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] For port bd2057aa-090c-482d-9f98-8099bc838003, host dv-cinder-791281-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=bd2057aa-090c-482d-9f98-8099bc838003,segment=NetworkSegment(41fff38f-714b-41d6-a4b9-466f8de7daf1),segment_id=41fff38f-714b-41d6-a4b9-466f8de7daf1)] {{(pid=98877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:42:08.027450 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:08.032466 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-6d9b2f56-7cd9-4346-a371-82060df69a4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:08.190899 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-08a48ab0-67bb-46cb-8de6-34057c16b317 req-0e2b27f4-b1f9-4225-b899-efc78d8ae8fa tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 210 time: 0.1045778 Jun 06 17:42:08.220255 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ab633-f16d-4c11-bdee-5cf264755618 req-be4fa337-8d39-4f57-957d-f76f497453fb tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:08.220255 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-293ab633-f16d-4c11-bdee-5cf264755618 req-be4fa337-8d39-4f57-957d-f76f497453fb tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.21 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.5035348 Jun 06 17:42:08.265086 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-56b3fc8c-b776-46bf-9728-77944b2f8c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:08.269539 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] Routers {'0f073c5b-0858-4171-ab24-6e5ff188df96'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:42:08.270389 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:41:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['0f073c5b-0858-4171-ab24-6e5ff188df96'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:08.345521 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbaf221-7390-4ab3-8367-e057bc3841df req-35be7b27-29b0-420d-8b8c-47348441e0eb tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:08.347662 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-fcbaf221-7390-4ab3-8367-e057bc3841df req-35be7b27-29b0-420d-8b8c-47348441e0eb tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 945 time: 0.2492611 Jun 06 17:42:08.410631 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-fcbaf221-7390-4ab3-8367-e057bc3841df req-284ccc2b-fa8d-4658-910c-ba9dcc966d0e tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562785 Jun 06 17:42:08.439345 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997e874-40fd-479c-a996-3050c750d2dc None None] Pushing event updated for resources: {'Port': ['ID=bd2057aa-090c-482d-9f98-8099bc838003,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:08.447687 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-5997e874-40fd-479c-a996-3050c750d2dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:08.463773 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-293ab633-f16d-4c11-bdee-5cf264755618 req-00dcdc2f-2b66-4680-996c-fca2cfcb8628 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Deleting port 8fcf29c1-77e6-454f-a182-308e3267185c {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:42:08.464401 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-293ab633-f16d-4c11-bdee-5cf264755618 req-00dcdc2f-2b66-4680-996c-fca2cfcb8628 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:08.526396 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-56b3fc8c-b776-46bf-9728-77944b2f8c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:08.533138 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-748855d3-8c54-43eb-98eb-8f8cc6beb45f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:08.587518 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] Set router 0f073c5b-0858-4171-ab24-6e5ff188df96 gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:42:08.589889 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3fc8c-b776-46bf-9728-77944b2f8c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b96d417-c504-46ca-8cb5-77eaa86e4c3f,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:08.594769 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-56b3fc8c-b776-46bf-9728-77944b2f8c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:08.621145 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-56b3fc8c-b776-46bf-9728-77944b2f8c3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f66aa8105d6491ba8d186056dcff66c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8919220 Jun 06 17:42:08.622548 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 47528) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:08.645860 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-293ab633-f16d-4c11-bdee-5cf264755618 req-00dcdc2f-2b66-4680-996c-fca2cfcb8628 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] For port 8fcf29c1-77e6-454f-a182-308e3267185c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=8fcf29c1-77e6-454f-a182-308e3267185c,segment=NetworkSegment(c50da47e-6307-4c65-9fc9-fe89e611d9f4),segment_id=c50da47e-6307-4c65-9fc9-fe89e611d9f4)] {{(pid=98875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:08.646247 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-293ab633-f16d-4c11-bdee-5cf264755618 req-00dcdc2f-2b66-4680-996c-fca2cfcb8628 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:08.691785 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-45e8fe6b-285e-476b-b56f-09c65c5abdbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:08.781278 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-45e8fe6b-285e-476b-b56f-09c65c5abdbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:08.803105 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-293ab633-f16d-4c11-bdee-5cf264755618 req-00dcdc2f-2b66-4680-996c-fca2cfcb8628 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Calling delete_port for 8fcf29c1-77e6-454f-a182-308e3267185c owned by compute:nova {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:42:08.984523 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-45e8fe6b-285e-476b-b56f-09c65c5abdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:08.989473 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-45e8fe6b-285e-476b-b56f-09c65c5abdbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:08.993279 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-45e8fe6b-285e-476b-b56f-09c65c5abdbf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b96d417-c504-46ca-8cb5-77eaa86e4c3f HTTP/1.1" status: 204 len: 168 time: 0.3672705 Jun 06 17:42:08.993279 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-1f1d6849-103c-476f-8f54-1d6b5e9ecde3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:09.023049 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f073c5b-0858-4171-ab24-6e5ff188df96', 'name': 'tempest-TestMinimumBasicScenario-1206329220-router', 'tenant_id': '0b1ce962013045bf9496163f90b8c444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '6c11b161-7968-4b9f-8af0-957a16bc440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:56Z', 'updated_at': '2021-06-06T17:42:03Z', 'revision_number': 4, 'project_id': '0b1ce962013045bf9496163f90b8c444', 'gw_port': {'id': '6c11b161-7968-4b9f-8af0-957a16bc440f', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f073c5b-0858-4171-ab24-6e5ff188df96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:57Z', 'updated_at': '2021-06-06T17:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': 'bd2057aa-090c-482d-9f98-8099bc838003', 'name': '', 'network_id': 'f095cf34-b800-4e92-bd1f-b8a8bfe5d606', 'tenant_id': '0b1ce962013045bf9496163f90b8c444', 'mac_address': 'fa:16:3e:be:cf:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f073c5b-0858-4171-ab24-6e5ff188df96', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '46c11018-7837-4b57-8309-93b6441c0b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:02Z', 'updated_at': '2021-06-06T17:42:07Z', 'revision_number': 4, 'project_id': '0b1ce962013045bf9496163f90b8c444', 'subnets': [{'id': '46c11018-7837-4b57-8309-93b6441c0b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:09.028383 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3eec2f-26eb-4f6b-a76b-0c4b29c75f18 None None] The sync data for ids ['0f073c5b-0858-4171-ab24-6e5ff188df96'] in dv-cinder-791281-4-smb is: [{'id': '0f073c5b-0858-4171-ab24-6e5ff188df96', 'name': 'tempest-TestMinimumBasicScenario-1206329220-router', 'tenant_id': '0b1ce962013045bf9496163f90b8c444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '6c11b161-7968-4b9f-8af0-957a16bc440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:56Z', 'updated_at': '2021-06-06T17:42:03Z', 'revision_number': 4, 'project_id': '0b1ce962013045bf9496163f90b8c444', 'gw_port': {'id': '6c11b161-7968-4b9f-8af0-957a16bc440f', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f073c5b-0858-4171-ab24-6e5ff188df96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:57Z', 'updated_at': '2021-06-06T17:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': 'bd2057aa-090c-482d-9f98-8099bc838003', 'name': '', 'network_id': 'f095cf34-b800-4e92-bd1f-b8a8bfe5d606', 'tenant_id': '0b1ce962013045bf9496163f90b8c444', 'mac_address': 'fa:16:3e:be:cf:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f073c5b-0858-4171-ab24-6e5ff188df96', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '46c11018-7837-4b57-8309-93b6441c0b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:02Z', 'updated_at': '2021-06-06T17:42:07Z', 'revision_number': 4, 'project_id': '0b1ce962013045bf9496163f90b8c444', 'subnets': [{'id': '46c11018-7837-4b57-8309-93b6441c0b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:42:09.031425 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e8fe6b-285e-476b-b56f-09c65c5abdbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b96d417-c504-46ca-8cb5-77eaa86e4c3f,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:09.039631 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-45e8fe6b-285e-476b-b56f-09c65c5abdbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:09.061585 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-293ab633-f16d-4c11-bdee-5cf264755618 req-00dcdc2f-2b66-4680-996c-fca2cfcb8628 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:09.071437 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-4471cc88-e38d-412d-a175-d31f64e5c941 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:09.080776 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5', '8fcf29c1-77e6-454f-a182-308e3267185c'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:42:09.197118 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-67f0e0ef-fe9b-4aef-bb06-33e03255310b tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Made reservation on behalf of 9c1f739cd022414aa4a004d05422d48f for: {'port': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:42:09.201897 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-67f0e0ef-fe9b-4aef-bb06-33e03255310b tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:09.225763 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dcdc2f-2b66-4680-996c-fca2cfcb8628 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Pushing event deleted for resources: {'Port': ['ID=8fcf29c1-77e6-454f-a182-308e3267185c,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:09.226680 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-00dcdc2f-2b66-4680-996c-fca2cfcb8628 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:09.379065 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-293ab633-f16d-4c11-bdee-5cf264755618 req-00dcdc2f-2b66-4680-996c-fca2cfcb8628 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] No DVR routers for this DVR port 8fcf29c1-77e6-454f-a182-308e3267185c on host hv-cinder-79128 {{(pid=98875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:42:09.383034 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-293ab633-f16d-4c11-bdee-5cf264755618 req-00dcdc2f-2b66-4680-996c-fca2cfcb8628 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:09.385210 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-293ab633-f16d-4c11-bdee-5cf264755618 req-00dcdc2f-2b66-4680-996c-fca2cfcb8628 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.21 "DELETE /v2.0/ports/8fcf29c1-77e6-454f-a182-308e3267185c HTTP/1.1" status: 204 len: 173 time: 1.1611364 Jun 06 17:42:09.387609 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f4488a-6fb4-482e-9442-0decd7335ac1', 'name': 'network-vif-deleted', 'tag': '8fcf29c1-77e6-454f-a182-308e3267185c'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:42:09.397774 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feab1d17-3cf0-4392-a3a7-84cf8448f675" -d '{"events": [{"server_uuid": "89f4488a-6fb4-482e-9442-0decd7335ac1", "name": "network-vif-deleted", "tag": "8fcf29c1-77e6-454f-a182-308e3267185c"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:42:09.517945 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354d66b6-4ddf-4151-a49b-71afa8710705 x-openstack-request-id: req-354d66b6-4ddf-4151-a49b-71afa8710705 {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:42:09.518286 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f4488a-6fb4-482e-9442-0decd7335ac1", "name": "network-vif-deleted", "tag": "8fcf29c1-77e6-454f-a182-308e3267185c", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:42:09.518558 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-354d66b6-4ddf-4151-a49b-71afa8710705 {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:42:09.519556 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f4488a-6fb4-482e-9442-0decd7335ac1', 'name': 'network-vif-deleted', 'tag': '8fcf29c1-77e6-454f-a182-308e3267185c', 'status': 'completed', 'code': 200} Jun 06 17:42:09.648998 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4fcaf4ea-48b4-4154-855a-67b8198d22be req-e8548fd8-711d-4bd4-9080-e4f841099982 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 210 time: 0.2221272 Jun 06 17:42:09.769980 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_common [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-67f0e0ef-fe9b-4aef-bb06-33e03255310b tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Allocated IP 172.20.0.12 (2549e687-b641-4be0-9635-1cdb2d7278d6/aa2a48d9-d817-449f-8b8d-97506d918517/212a3454-b5cf-4c44-a835-c333709d8b11) {{(pid=98875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:42:09.775012 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-457d01e8-1962-4848-bf61-d9e9b78dc621 req-74560f79-2bdc-4949-a5b7-4bf8f1e356cc tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f4488a-6fb4-482e-9442-0decd7335ac1 HTTP/1.1" status: 200 len: 210 time: 0.1339884 Jun 06 17:42:10.152478 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-67f0e0ef-fe9b-4aef-bb06-33e03255310b tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Notify callbacks [] for port, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:10.264880 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-67f0e0ef-fe9b-4aef-bb06-33e03255310b tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:10.277143 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:10.422696 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-67f0e0ef-fe9b-4aef-bb06-33e03255310b tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Network 2549e687-b641-4be0-9635-1cdb2d7278d6 is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:42:10.437861 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-67f0e0ef-fe9b-4aef-bb06-33e03255310b tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:42:10.442929 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-67f0e0ef-fe9b-4aef-bb06-33e03255310b tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Received port after_create {{(pid=98875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:42:10.449432 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-67f0e0ef-fe9b-4aef-bb06-33e03255310b tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:10.450137 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-67f0e0ef-fe9b-4aef-bb06-33e03255310b tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:10.471599 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0e0ef-fe9b-4aef-bb06-33e03255310b tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Pushing event updated for resources: {'Port': ['ID=212a3454-b5cf-4c44-a835-c333709d8b11,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:10.478458 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-67f0e0ef-fe9b-4aef-bb06-33e03255310b tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:10.596219 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-67f0e0ef-fe9b-4aef-bb06-33e03255310b tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9922347 Jun 06 17:42:10.610259 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] Request body: {'port': {'device_id': 'a20495dd-71a6-40c9-97a9-cec45b75ab30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:10.668181 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device bd2057aa-090c-482d-9f98-8099bc838003 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:10.876540 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:11.021127 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning for port bd2057aa-090c-482d-9f98-8099bc838003 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:42:11.026536 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port bd2057aa-090c-482d-9f98-8099bc838003 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:11.027086 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:11.211925 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84172ca-6909-492d-b163-5d043d5e9299 req-c6a7ff57-8043-48c7-a65c-bab6c5fa82fc tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:11.214165 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e84172ca-6909-492d-b163-5d043d5e9299 req-c6a7ff57-8043-48c7-a65c-bab6c5fa82fc tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 932 time: 0.3205233 Jun 06 17:42:11.254101 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 8fcf29c1-77e6-454f-a182-308e3267185c no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:42:11.304806 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] No Port match for: 8fcf29c1-77e6-454f-a182-308e3267185c {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:42:11.305147 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 8fcf29c1-77e6-454f-a182-308e3267185c not bound to the agent host hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:42:11.319450 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:11.369554 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] For port bd2057aa-090c-482d-9f98-8099bc838003, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=bd2057aa-090c-482d-9f98-8099bc838003,segment=NetworkSegment(41fff38f-714b-41d6-a4b9-466f8de7daf1),segment_id=41fff38f-714b-41d6-a4b9-466f8de7daf1)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:11.388074 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e84172ca-6909-492d-b163-5d043d5e9299 req-fb7a8ff4-6f45-4573-bfba-1d3c3eba5a11 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/security-groups?id=c256eb6b-7f18-461f-8858-cfad1556096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133904 Jun 06 17:42:11.497895 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:11.499948 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-fd7837be-a6e0-43ec-b88d-0f837e11e6d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:11.507612 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 212a3454-b5cf-4c44-a835-c333709d8b11 {{(pid=98875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:42:11.517157 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:11.536220 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] Transition to ACTIVE for port object 212a3454-b5cf-4c44-a835-c333709d8b11 will not be triggered until provisioned by entity L2. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:11.607360 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Pushing event updated for resources: {'Port': ['ID=bd2057aa-090c-482d-9f98-8099bc838003,revision_number=5']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:11.610655 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:11.651526 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:11.658329 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-261ca5be-2578-4664-9546-359a198aff8c tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:11.833542 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] Pushing event updated for resources: {'Port': ['ID=212a3454-b5cf-4c44-a835-c333709d8b11,revision_number=2']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:11.840111 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:11.858171 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] Attempting to bind port 212a3454-b5cf-4c44-a835-c333709d8b11 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:42:11.858501 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] Attempting to bind port 212a3454-b5cf-4c44-a835-c333709d8b11 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '9dabbefc-5e85-429d-8b36-8e9577da61e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2549e687-b641-4be0-9635-1cdb2d7278d6'}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:42:11.858825 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] Attempting to bind port 212a3454-b5cf-4c44-a835-c333709d8b11 on network 2549e687-b641-4be0-9635-1cdb2d7278d6 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:42:11.864364 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] Port 212a3454-b5cf-4c44-a835-c333709d8b11 on network 2549e687-b641-4be0-9635-1cdb2d7278d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:42:11.864672 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] Attempting to bind port 212a3454-b5cf-4c44-a835-c333709d8b11 on network 2549e687-b641-4be0-9635-1cdb2d7278d6 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:42:11.869995 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] Checking agent: {'id': 'a6fcd907-c3ac-4abf-b52d-463afd7284ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'started_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:42:11.870343 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] Checking segment: {'id': '9dabbefc-5e85-429d-8b36-8e9577da61e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2549e687-b641-4be0-9635-1cdb2d7278d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:42:11.870711 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] Bound using segment: {'id': '9dabbefc-5e85-429d-8b36-8e9577da61e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2549e687-b641-4be0-9635-1cdb2d7278d6'} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:42:11.871122 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] Bound port: 212a3454-b5cf-4c44-a835-c333709d8b11, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dabbefc-5e85-429d-8b36-8e9577da61e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2549e687-b641-4be0-9635-1cdb2d7278d6'}}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:42:11.871455 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:11.961055 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] For port 212a3454-b5cf-4c44-a835-c333709d8b11, host hv-cinder-79128, cleared binding levels {{(pid=98875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:42:11.964021 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] For port 212a3454-b5cf-4c44-a835-c333709d8b11, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=212a3454-b5cf-4c44-a835-c333709d8b11,segment=NetworkSegment(9dabbefc-5e85-429d-8b36-8e9577da61e9),segment_id=9dabbefc-5e85-429d-8b36-8e9577da61e9)] {{(pid=98875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:42:12.293780 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:12.300715 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:12.364775 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:12.365442 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:12.366830 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] 10.222.0.21 "PUT /v2.0/ports/212a3454-b5cf-4c44-a835-c333709d8b11 HTTP/1.1" status: 200 len: 1094 time: 1.7622173 Jun 06 17:42:12.367379 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20495dd-71a6-40c9-97a9-cec45b75ab30', 'tag': '212a3454-b5cf-4c44-a835-c333709d8b11'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:42:12.369658 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1a1767-d3ed-4937-b318-896fef34e98c" -d '{"events": [{"name": "network-changed", "server_uuid": "a20495dd-71a6-40c9-97a9-cec45b75ab30", "tag": "212a3454-b5cf-4c44-a835-c333709d8b11"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:42:12.420400 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cead4b8-f109-4ad5-af95-369cb28c5080 x-openstack-request-id: req-6cead4b8-f109-4ad5-af95-369cb28c5080 {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:42:12.421064 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a20495dd-71a6-40c9-97a9-cec45b75ab30", "tag": "212a3454-b5cf-4c44-a835-c333709d8b11", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:42:12.421064 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6cead4b8-f109-4ad5-af95-369cb28c5080 {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:42:12.421362 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20495dd-71a6-40c9-97a9-cec45b75ab30', 'tag': '212a3454-b5cf-4c44-a835-c333709d8b11', 'status': 'completed', 'code': 200} Jun 06 17:42:12.449216 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] Pushing event updated for resources: {'Port': ['ID=212a3454-b5cf-4c44-a835-c333709d8b11,revision_number=3']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:12.461654 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:12.580682 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d798c88-b4a8-4584-90e0-77d51149a2af req-133d079e-3c89-4ddc-af89-15aa7d1e67c9 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:12.583174 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4d798c88-b4a8-4584-90e0-77d51149a2af req-133d079e-3c89-4ddc-af89-15aa7d1e67c9 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.2207286 Jun 06 17:42:12.620537 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device bd2057aa-090c-482d-9f98-8099bc838003 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:12.650540 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a1767-d3ed-4937-b318-896fef34e98c req-3fae5f44-a31c-4d3f-813f-377043f45922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:12.652265 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4e1a1767-d3ed-4937-b318-896fef34e98c req-3fae5f44-a31c-4d3f-813f-377043f45922 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c1f739cd022414aa4a004d05422d48f&device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 1097 time: 0.1917937 Jun 06 17:42:12.661609 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4d798c88-b4a8-4584-90e0-77d51149a2af req-ccb583de-1c11-46db-9ff7-40759a136f05 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665159 Jun 06 17:42:12.717510 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d13c16-a0e3-4223-af95-b7520dae808f req-e679ebf9-3d46-4f6f-a642-0934d6e8e4df tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:12.724568 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-58d13c16-a0e3-4223-af95-b7520dae808f req-e679ebf9-3d46-4f6f-a642-0934d6e8e4df tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 944 time: 0.1927583 Jun 06 17:42:12.780061 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-58d13c16-a0e3-4223-af95-b7520dae808f req-ddc12b51-47af-4a0d-b4d2-a5be75a839c3 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/security-groups?id=c256eb6b-7f18-461f-8858-cfad1556096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545306 Jun 06 17:42:12.794195 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port bd2057aa-090c-482d-9f98-8099bc838003 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:12.801500 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:12.947612 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a1767-d3ed-4937-b318-896fef34e98c req-c2548e80-e520-426d-80f5-320d86a52844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:12.949119 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4e1a1767-d3ed-4937-b318-896fef34e98c req-c2548e80-e520-426d-80f5-320d86a52844 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9c1f739cd022414aa4a004d05422d48f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2826159 Jun 06 17:42:13.286833 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a1767-d3ed-4937-b318-896fef34e98c req-7c4bda85-243d-41c5-9588-1a7e259d999e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:13.288322 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4e1a1767-d3ed-4937-b318-896fef34e98c req-7c4bda85-243d-41c5-9588-1a7e259d999e service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3304734 Jun 06 17:42:13.407931 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-8128ffbe-c872-46a4-809b-3509ba0cf03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:13.409365 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-8128ffbe-c872-46a4-809b-3509ba0cf03d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c1f739cd022414aa4a004d05422d48f&device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 1097 time: 0.0784862 Jun 06 17:42:13.493261 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-50ba849e-9315-4180-9545-76506b21023a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=212a3454-b5cf-4c44-a835-c333709d8b11 HTTP/1.1" status: 200 len: 217 time: 0.0748863 Jun 06 17:42:13.567109 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-75201af0-1515-45e4-8e35-23140ff82f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:13.568757 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-75201af0-1515-45e4-8e35-23140ff82f6a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa2a48d9-d817-449f-8b8d-97506d918517 HTTP/1.1" status: 200 len: 849 time: 0.0681221 Jun 06 17:42:13.619224 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-d7a0c465-ca72-4541-8873-c8614b52129c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2549e687-b641-4be0-9635-1cdb2d7278d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427618 Jun 06 17:42:13.929126 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-ed5a778a-2182-4641-8edf-2e7a29254729 service neutron] 10.222.0.21 "GET /v2.0/networks/2549e687-b641-4be0-9635-1cdb2d7278d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029563 Jun 06 17:42:14.015971 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238608e-f21c-43e9-a6e8-59be9bd24843 req-61890296-92ad-42be-b2e4-4a3fc2a89c19 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:14.026450 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-0238608e-f21c-43e9-a6e8-59be9bd24843 req-61890296-92ad-42be-b2e4-4a3fc2a89c19 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 944 time: 0.1227648 Jun 06 17:42:14.066261 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8879f0-5325-4714-8a99-22e43a70e5bc req-6b559d84-cc48-4cd7-bc2b-bbae33396fc4 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:14.067765 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4f8879f0-5325-4714-8a99-22e43a70e5bc req-6b559d84-cc48-4cd7-bc2b-bbae33396fc4 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.2470956 Jun 06 17:42:14.090017 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-0238608e-f21c-43e9-a6e8-59be9bd24843 req-224822be-04b7-476e-ac4d-7fcbda9d1f1e tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/security-groups?id=c256eb6b-7f18-461f-8858-cfad1556096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623932 Jun 06 17:42:14.104662 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0960807d-a28b-45c5-b53b-c1211c2fabb3 req-830117ba-c51c-41ae-9ebe-22769b570927 service neutron] 10.222.0.21 "GET /v2.0/networks/2549e687-b641-4be0-9635-1cdb2d7278d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663482 Jun 06 17:42:14.131780 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4f8879f0-5325-4714-8a99-22e43a70e5bc req-5f499328-3c9a-43c9-ae9b-5816bbf54913 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491531 Jun 06 17:42:15.346946 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46c011-38f8-4e1b-8816-1a6ecfc85642 req-dd8c1b3b-8cdc-4d16-809b-c594bffd4e3b tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:15.349058 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-cd46c011-38f8-4e1b-8816-1a6ecfc85642 req-dd8c1b3b-8cdc-4d16-809b-c594bffd4e3b tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 944 time: 0.1502638 Jun 06 17:42:15.406078 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211a308-3a60-4d92-a875-eb19e3d71c0f req-f1bd41f0-4c78-41c2-b531-83951cd9589d tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:15.406078 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b211a308-3a60-4d92-a875-eb19e3d71c0f req-f1bd41f0-4c78-41c2-b531-83951cd9589d tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.1285210 Jun 06 17:42:15.419465 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-cd46c011-38f8-4e1b-8816-1a6ecfc85642 req-75be0fd7-f895-4dbc-9da9-a34117c922d7 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/security-groups?id=c256eb6b-7f18-461f-8858-cfad1556096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622673 Jun 06 17:42:15.459377 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b211a308-3a60-4d92-a875-eb19e3d71c0f req-d4b17d2b-a53c-4ba3-b37c-ae6b7fc5502a tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535505 Jun 06 17:42:16.177647 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-094c10ef-1eed-43c2-8196-08ebd582f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:16.669793 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed1d03-eae9-49d6-ab19-930b2d2e1bca req-e10a7db2-668b-45bf-a530-e0a2031583cb tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:16.677493 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-31ed1d03-eae9-49d6-ab19-930b2d2e1bca req-e10a7db2-668b-45bf-a530-e0a2031583cb tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 944 time: 0.1149111 Jun 06 17:42:16.736600 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-31ed1d03-eae9-49d6-ab19-930b2d2e1bca req-d357a3d3-ee20-43a5-92ad-60eef6005e32 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/security-groups?id=c256eb6b-7f18-461f-8858-cfad1556096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581694 Jun 06 17:42:16.934718 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26d663-a147-46b0-a476-8d47716ba293 req-e5ddb758-4752-4361-94f1-ab4a8f13c8c8 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:16.942818 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9d26d663-a147-46b0-a476-8d47716ba293 req-e5ddb758-4752-4361-94f1-ab4a8f13c8c8 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.0987918 Jun 06 17:42:17.036062 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9d26d663-a147-46b0-a476-8d47716ba293 req-c57bfbb1-bfa7-4252-ba43-e5df9922df92 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/security-groups?id=24d048c1-04c1-4517-beaa-7d1bb3910aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935647 Jun 06 17:42:17.230707 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 212a3454-b5cf-4c44-a835-c333709d8b11 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:42:17.231290 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3e2f5-03d8-46fa-9076-9e6c705d5aff req-84f7e257-431e-43f2-b2a4-42ecf0d14af0 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:17.232437 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-bbd3e2f5-03d8-46fa-9076-9e6c705d5aff req-84f7e257-431e-43f2-b2a4-42ecf0d14af0 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 946 time: 0.0837610 Jun 06 17:42:17.388550 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 212a3454-b5cf-4c44-a835-c333709d8b11, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=212a3454-b5cf-4c44-a835-c333709d8b11,segment=NetworkSegment(9dabbefc-5e85-429d-8b36-8e9577da61e9),segment_id=9dabbefc-5e85-429d-8b36-8e9577da61e9)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:17.394534 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-bbd3e2f5-03d8-46fa-9076-9e6c705d5aff req-b4b8a8b0-d26b-4ac4-a40d-7aa83b97c8cb tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Deleting port e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5 {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:42:17.395022 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-bbd3e2f5-03d8-46fa-9076-9e6c705d5aff req-b4b8a8b0-d26b-4ac4-a40d-7aa83b97c8cb tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:17.402545 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Returning: {'device': '212a3454-b5cf-4c44-a835-c333709d8b11', 'network_id': '2549e687-b641-4be0-9635-1cdb2d7278d6', 'port_id': '212a3454-b5cf-4c44-a835-c333709d8b11', 'mac_address': 'fa:16:3e:ff:67:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa2a48d9-d817-449f-8b8d-97506d918517', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:42:17.477447 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:17.498450 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 212a3454-b5cf-4c44-a835-c333709d8b11 {{(pid=98877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:42:17.520537 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 212a3454-b5cf-4c44-a835-c333709d8b11, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=212a3454-b5cf-4c44-a835-c333709d8b11,segment=NetworkSegment(9dabbefc-5e85-429d-8b36-8e9577da61e9),segment_id=9dabbefc-5e85-429d-8b36-8e9577da61e9)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:17.579753 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-bbd3e2f5-03d8-46fa-9076-9e6c705d5aff req-b4b8a8b0-d26b-4ac4-a40d-7aa83b97c8cb tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] For port e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5,segment=NetworkSegment(c50da47e-6307-4c65-9fc9-fe89e611d9f4),segment_id=c50da47e-6307-4c65-9fc9-fe89e611d9f4)] {{(pid=98875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:17.589125 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-bbd3e2f5-03d8-46fa-9076-9e6c705d5aff req-b4b8a8b0-d26b-4ac4-a40d-7aa83b97c8cb tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:17.606292 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:17.608060 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:17.713503 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=212a3454-b5cf-4c44-a835-c333709d8b11,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:17.721141 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:17.721482 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:17.721838 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:17.722180 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:17.722689 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:17.723157 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:17.723470 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-bbd3e2f5-03d8-46fa-9076-9e6c705d5aff req-b4b8a8b0-d26b-4ac4-a40d-7aa83b97c8cb tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Calling delete_port for e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5 owned by compute:nova {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:42:17.724134 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:17.724695 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:17.725159 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:17.725638 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:17.725949 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:17.726429 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:17.730666 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:17.833218 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['212a3454-b5cf-4c44-a835-c333709d8b11'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:42:18.052438 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-bbd3e2f5-03d8-46fa-9076-9e6c705d5aff req-b4b8a8b0-d26b-4ac4-a40d-7aa83b97c8cb tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:18.074509 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:18.213848 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9f32e-778b-47ba-9e24-d97dc3e2928b req-76867487-acc7-468d-a60d-80ab212ec537 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:18.228279 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-99b9f32e-778b-47ba-9e24-d97dc3e2928b req-76867487-acc7-468d-a60d-80ab212ec537 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 945 time: 0.3521471 Jun 06 17:42:18.312955 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-99b9f32e-778b-47ba-9e24-d97dc3e2928b req-c4695d53-61a8-418e-8140-e8141fc75c7b tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/security-groups?id=c256eb6b-7f18-461f-8858-cfad1556096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837913 Jun 06 17:42:18.322844 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8a8b0-d26b-4ac4-a40d-7aa83b97c8cb tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Pushing event deleted for resources: {'Port': ['ID=e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:18.343695 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-29c478b5-eb10-4823-a3e2-4dc86c659c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:18.357189 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:18.373714 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b4b8a8b0-d26b-4ac4-a40d-7aa83b97c8cb tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:18.381116 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-dc0cf67a-3b02-4b2b-85c1-ea1c14ca0901 req-b7d1803c-c8f2-4379-b4c9-9ff904af7cde tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 210 time: 0.1126568 Jun 06 17:42:18.389798 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd3e2f5-03d8-46fa-9076-9e6c705d5aff req-b4b8a8b0-d26b-4ac4-a40d-7aa83b97c8cb tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] No DVR routers for this DVR port e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5 on host hv-cinder-79128 {{(pid=98875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:42:18.403318 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-bbd3e2f5-03d8-46fa-9076-9e6c705d5aff req-b4b8a8b0-d26b-4ac4-a40d-7aa83b97c8cb tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:18.405311 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-bbd3e2f5-03d8-46fa-9076-9e6c705d5aff req-b4b8a8b0-d26b-4ac4-a40d-7aa83b97c8cb tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.21 "DELETE /v2.0/ports/e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5 HTTP/1.1" status: 204 len: 173 time: 1.1664248 Jun 06 17:42:18.405814 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c018fa-d146-43bd-9c56-777434d936b1', 'name': 'network-vif-deleted', 'tag': 'e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:42:18.408192 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14d7cac-d108-4459-b9e0-7d7e628014b2" -d '{"events": [{"server_uuid": "d9c018fa-d146-43bd-9c56-777434d936b1", "name": "network-vif-deleted", "tag": "e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:42:18.461292 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1c308b-51d7-4387-aa11-438d296a5a24 x-openstack-request-id: req-5c1c308b-51d7-4387-aa11-438d296a5a24 {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:42:18.461608 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c018fa-d146-43bd-9c56-777434d936b1", "name": "network-vif-deleted", "tag": "e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:42:18.461880 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c1c308b-51d7-4387-aa11-438d296a5a24 {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:42:18.462316 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c018fa-d146-43bd-9c56-777434d936b1', 'name': 'network-vif-deleted', 'tag': 'e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5', 'status': 'completed', 'code': 200} Jun 06 17:42:18.605572 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:42:18.807734 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 47694) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:18.965415 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4c35aee1-09a9-470e-97d6-edf261a5568f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:18.980438 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65fcb0-25b6-482e-b45e-58e99cc818b4 req-8e1832d2-dff5-455b-8d79-4fc0b681b139 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:18.982029 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7b65fcb0-25b6-482e-b45e-58e99cc818b4 req-8e1832d2-dff5-455b-8d79-4fc0b681b139 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.1413534 Jun 06 17:42:19.052521 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7b65fcb0-25b6-482e-b45e-58e99cc818b4 req-ac217ae0-c93d-4e94-a226-51963e5e412a tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623312 Jun 06 17:42:19.150610 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4c35aee1-09a9-470e-97d6-edf261a5568f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:19.181393 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:19.215668 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4c35aee1-09a9-470e-97d6-edf261a5568f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:19.240236 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-7a3f6b8b-a334-4117-aaba-07d8549f0ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:19.244140 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 212a3454-b5cf-4c44-a835-c333709d8b11 up at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:19.264000 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 47702) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:19.275438 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-4c35aee1-09a9-470e-97d6-edf261a5568f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2462111b7a864be497d13fb38fa47251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4665360 Jun 06 17:42:19.306930 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35aee1-09a9-470e-97d6-edf261a5568f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eab3ea4-a76a-405b-84a2-79b748680bc2,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:19.313051 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-4c35aee1-09a9-470e-97d6-edf261a5568f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:19.368121 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-df5f9062-b8f0-464d-96d8-ec069a01c2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:19.404436 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-df5f9062-b8f0-464d-96d8-ec069a01c2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:19.550001 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda84429-f3c7-4621-aee5-7381cbd477e9 req-dc82b23d-6e84-4dd6-8995-b4442e6a1171 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:19.551773 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-cda84429-f3c7-4621-aee5-7381cbd477e9 req-dc82b23d-6e84-4dd6-8995-b4442e6a1171 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 945 time: 0.0896201 Jun 06 17:42:19.590681 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a4dbe4f8-3142-4a1f-a650-8dcc7fe5eb7a req-af44d709-e553-4a8c-8c16-85bd3dcfed2a tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 210 time: 0.0565698 Jun 06 17:42:19.613211 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-cda84429-f3c7-4621-aee5-7381cbd477e9 req-73278d5a-cdd8-422a-9bee-84c2d9ce601f tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/security-groups?id=c256eb6b-7f18-461f-8858-cfad1556096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534496 Jun 06 17:42:20.254208 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cca8c-5fc2-4ec4-9c9d-59f96f7d74b2 req-8e3a4b3a-f565-4557-b439-8b24d56286f1 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:20.255629 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4f7cca8c-5fc2-4ec4-9c9d-59f96f7d74b2 req-8e3a4b3a-f565-4557-b439-8b24d56286f1 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.0834765 Jun 06 17:42:20.303422 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4f7cca8c-5fc2-4ec4-9c9d-59f96f7d74b2 req-c3130647-339a-496f-a2eb-8c6c61106563 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421975 Jun 06 17:42:20.627279 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-df5f9062-b8f0-464d-96d8-ec069a01c2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:20.632651 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning for port 212a3454-b5cf-4c44-a835-c333709d8b11 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:42:20.634054 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-df5f9062-b8f0-464d-96d8-ec069a01c2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:20.634054 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-df5f9062-b8f0-464d-96d8-ec069a01c2c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3eab3ea4-a76a-405b-84a2-79b748680bc2 HTTP/1.1" status: 204 len: 168 time: 1.3662691 Jun 06 17:42:20.634054 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-e413e165-b8d0-4f58-a2c0-00ff0e4a5bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:20.638459 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning complete for port 212a3454-b5cf-4c44-a835-c333709d8b11 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:20.640395 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:20.645486 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f9062-b8f0-464d-96d8-ec069a01c2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eab3ea4-a76a-405b-84a2-79b748680bc2,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:20.648652 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-df5f9062-b8f0-464d-96d8-ec069a01c2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:20.779625 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-e449f4da-e2b7-4b24-ace6-ea891992dd5e req-78f22230-f82b-41c2-87da-c8cc70a91750 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c018fa-d146-43bd-9c56-777434d936b1 HTTP/1.1" status: 200 len: 210 time: 0.0508685 Jun 06 17:42:20.793615 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 47718) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:20.840426 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:20.891214 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 212a3454-b5cf-4c44-a835-c333709d8b11, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=212a3454-b5cf-4c44-a835-c333709d8b11,segment=NetworkSegment(9dabbefc-5e85-429d-8b36-8e9577da61e9),segment_id=9dabbefc-5e85-429d-8b36-8e9577da61e9)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:20.892558 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20495dd-71a6-40c9-97a9-cec45b75ab30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212a3454-b5cf-4c44-a835-c333709d8b11'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:42:20.899181 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2b1cb2-0ba3-43d1-867e-4f9e445ac791" -d '{"events": [{"server_uuid": "a20495dd-71a6-40c9-97a9-cec45b75ab30", "name": "network-vif-plugged", "status": "completed", "tag": "212a3454-b5cf-4c44-a835-c333709d8b11"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:42:20.929629 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:20.940633 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a3c30-7cd5-44c0-be55-2dacd564115c req-920af504-1992-49ce-8f01-788582625da9 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:20.949448 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-272a3c30-7cd5-44c0-be55-2dacd564115c req-920af504-1992-49ce-8f01-788582625da9 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 945 time: 0.1076164 Jun 06 17:42:20.970261 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-cd2959b5-a59e-490f-89cc-5413e5873552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:20.970428 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9a557c-d61d-46e6-b3b3-ee11987eb78e x-openstack-request-id: req-0e9a557c-d61d-46e6-b3b3-ee11987eb78e {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:42:20.970732 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20495dd-71a6-40c9-97a9-cec45b75ab30", "name": "network-vif-plugged", "status": "completed", "tag": "212a3454-b5cf-4c44-a835-c333709d8b11", "code": 200}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:42:20.971049 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e9a557c-d61d-46e6-b3b3-ee11987eb78e {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:42:20.971517 dv-cinder-791281-4-smb neutron-server[98877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20495dd-71a6-40c9-97a9-cec45b75ab30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212a3454-b5cf-4c44-a835-c333709d8b11', 'code': 200} Jun 06 17:42:21.002656 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-272a3c30-7cd5-44c0-be55-2dacd564115c req-e350d957-132f-4053-bfe5-7bc71f2eb240 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/security-groups?id=c256eb6b-7f18-461f-8858-cfad1556096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540335 Jun 06 17:42:21.015422 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:21.019764 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:42:21.064516 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:21.108457 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] No Port match for: e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5 {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:42:21.108457 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device e4cf0586-d68f-4c23-a07e-dc7d1a8be4b5 not bound to the agent host hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:42:21.144474 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=212a3454-b5cf-4c44-a835-c333709d8b11,revision_number=5']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:21.148433 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:21.154445 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-cd2959b5-a59e-490f-89cc-5413e5873552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:21.227099 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-cd2959b5-a59e-490f-89cc-5413e5873552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:21.234743 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-93ddc3e7-9ada-423a-b83c-365103b063a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:21.276278 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2959b5-a59e-490f-89cc-5413e5873552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460a36e5-1ddc-409d-bcf0-3df748398e76,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:21.291736 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-cd2959b5-a59e-490f-89cc-5413e5873552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:21.314985 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-cd2959b5-a59e-490f-89cc-5413e5873552 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47382a17b0054a7fabe1d2e1f0a96536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5173399 Jun 06 17:42:21.315598 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 47730) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:21.435121 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-61633a28-4544-48e1-917d-0cc70cf5daed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:21.476543 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-61633a28-4544-48e1-917d-0cc70cf5daed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:21.514954 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fd161-5468-425a-8af3-0c565950a2be req-36c4fef1-fdba-4f98-bed6-c470d517924a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:21.516386 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-dc9fd161-5468-425a-8af3-0c565950a2be req-36c4fef1-fdba-4f98-bed6-c470d517924a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 1099 time: 0.1437154 Jun 06 17:42:21.517728 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c5928-4a92-432e-807b-164531af8f32 req-cf08da29-6ec7-4bf6-b64c-09343971ace5 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:21.519792 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1b6c5928-4a92-432e-807b-164531af8f32 req-cf08da29-6ec7-4bf6-b64c-09343971ace5 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.0831685 Jun 06 17:42:21.565114 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-dc9fd161-5468-425a-8af3-0c565950a2be req-3fca7887-5828-4214-9f9b-44d35b801ba6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c256eb6b-7f18-461f-8858-cfad1556096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402005 Jun 06 17:42:21.572589 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1b6c5928-4a92-432e-807b-164531af8f32 req-8cb9db88-b5be-4abb-8552-0e92b2b2ff0b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409558 Jun 06 17:42:21.675232 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-61633a28-4544-48e1-917d-0cc70cf5daed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:21.677673 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-61633a28-4544-48e1-917d-0cc70cf5daed admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:21.678810 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-61633a28-4544-48e1-917d-0cc70cf5daed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/460a36e5-1ddc-409d-bcf0-3df748398e76 HTTP/1.1" status: 204 len: 168 time: 0.3621979 Jun 06 17:42:21.683954 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-d0cec2ef-16fa-47f0-903d-205f54fb1bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:21.689103 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61633a28-4544-48e1-917d-0cc70cf5daed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460a36e5-1ddc-409d-bcf0-3df748398e76,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:21.692233 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-61633a28-4544-48e1-917d-0cc70cf5daed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:21.748126 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 47740) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:21.765347 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-ea895a8a-bcb9-4369-bce7-1f990e64117e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:21.877155 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-ea895a8a-bcb9-4369-bce7-1f990e64117e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:21.888738 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 47746) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:21.960612 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-ea895a8a-bcb9-4369-bce7-1f990e64117e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:21.970789 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-df5f9062-b8f0-464d-96d8-ec069a01c2c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:22.022315 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-ea895a8a-bcb9-4369-bce7-1f990e64117e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6cbe3c4a46e049c1a8f7b63f9f75e046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730083 Jun 06 17:42:22.024893 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 47750) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:22.105430 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea895a8a-bcb9-4369-bce7-1f990e64117e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0759e1e7-7802-48c2-a4c1-b2abfcf77ead,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:22.110806 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-ea895a8a-bcb9-4369-bce7-1f990e64117e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:22.144742 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8c9897e7-4107-40eb-944a-4d19878219d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:22.228352 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8c9897e7-4107-40eb-944a-4d19878219d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:22.304870 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4feded-3ed2-482d-aa19-db4c4398fca9 req-d4c5edef-6ed5-4b7d-b901-d1d80b51218b tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:22.306345 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1a4feded-3ed2-482d-aa19-db4c4398fca9 req-d4c5edef-6ed5-4b7d-b901-d1d80b51218b tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 946 time: 0.1360340 Jun 06 17:42:22.390254 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1a4feded-3ed2-482d-aa19-db4c4398fca9 req-04bfaa89-56f1-4316-9fa3-718d1a2e56e0 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/security-groups?id=c256eb6b-7f18-461f-8858-cfad1556096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745039 Jun 06 17:42:22.420965 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8c9897e7-4107-40eb-944a-4d19878219d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:22.423869 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8c9897e7-4107-40eb-944a-4d19878219d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:22.425721 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-8c9897e7-4107-40eb-944a-4d19878219d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0759e1e7-7802-48c2-a4c1-b2abfcf77ead HTTP/1.1" status: 204 len: 168 time: 0.3998611 Jun 06 17:42:22.426713 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-6649d282-266e-475a-8ad4-3e5dc82effd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:22.437057 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9897e7-4107-40eb-944a-4d19878219d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0759e1e7-7802-48c2-a4c1-b2abfcf77ead,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:22.439429 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-8c9897e7-4107-40eb-944a-4d19878219d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:22.588376 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-819307e5-af3a-4249-844c-d3bbc2e411dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-321489'] for router_interface, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:22.793368 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778f35c-060e-4e2c-bc74-37987017b34f req-4d95ed63-5f54-4f75-8cfd-78e80031b6b1 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:22.795313 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1778f35c-060e-4e2c-bc74-37987017b34f req-4d95ed63-5f54-4f75-8cfd-78e80031b6b1 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.1050208 Jun 06 17:42:22.853893 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1778f35c-060e-4e2c-bc74-37987017b34f req-c901c40b-75fd-4964-98b8-8fc43e9cbb5d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506580 Jun 06 17:42:23.111297 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-c03fa637-4a31-4c8f-bb01-7bc77f66cace tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:23.112670 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-c03fa637-4a31-4c8f-bb01-7bc77f66cace tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/networks?id=dd6b6b73-4c91-4d11-9237-6a6a820356c1 HTTP/1.1" status: 200 len: 814 time: 0.3425541 Jun 06 17:42:23.135800 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-fa45651e-0da9-4736-99cf-8e70906fffae tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/quotas/0b3ec8c5bcbb4f598b9611ce45de681b HTTP/1.1" status: 200 len: 375 time: 0.0155442 Jun 06 17:42:23.282698 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 47798) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:23.318102 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-41fad4b5-14df-4d6a-99a5-f33c00043671 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b3ec8c5bcbb4f598b9611ce45de681b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1522119 Jun 06 17:42:23.325982 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-819307e5-af3a-4249-844c-d3bbc2e411dd admin admin] Deleting port 9f87df14-9b14-494d-8b00-c1441082a531 {{(pid=98876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:42:23.330008 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-819307e5-af3a-4249-844c-d3bbc2e411dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:23.443380 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-6097ea2e-3889-4a75-9ce1-32439ee45285 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2124173888-network', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:23.551592 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6097ea2e-3889-4a75-9ce1-32439ee45285 admin admin] Made reservation on behalf of e04771eabc3d4bcda17450a5c7a0c4ed for: {'network': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:42:23.553941 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6097ea2e-3889-4a75-9ce1-32439ee45285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-636678'] for network, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:23.572220 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.db [None req-819307e5-af3a-4249-844c-d3bbc2e411dd admin admin] For port 9f87df14-9b14-494d-8b00-c1441082a531, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=9f87df14-9b14-494d-8b00-c1441082a531,segment=NetworkSegment(c50da47e-6307-4c65-9fc9-fe89e611d9f4),segment_id=c50da47e-6307-4c65-9fc9-fe89e611d9f4)] {{(pid=98876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:23.572595 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-819307e5-af3a-4249-844c-d3bbc2e411dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:23.574404 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6097ea2e-3889-4a75-9ce1-32439ee45285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:23.580818 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-9a62c749-2903-4ecf-9f30-557fd62d0eba service neutron] 10.222.0.23 "GET /v2.0/networks/dd6b6b73-4c91-4d11-9237-6a6a820356c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394919 Jun 06 17:42:23.658042 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb03215-28f8-4a82-8e3e-542e46ed7e4f req-85808e27-d529-45ff-b953-372eef709eb1 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:23.660432 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-eeb03215-28f8-4a82-8e3e-542e46ed7e4f req-85808e27-d529-45ff-b953-372eef709eb1 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 946 time: 0.1484296 Jun 06 17:42:23.723292 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-819307e5-af3a-4249-844c-d3bbc2e411dd admin admin] Calling delete_port for 9f87df14-9b14-494d-8b00-c1441082a531 owned by network:router_interface {{(pid=98876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:42:23.728213 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-eeb03215-28f8-4a82-8e3e-542e46ed7e4f req-260823fb-c392-46dc-be59-bc1a45c6944e tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/security-groups?id=c256eb6b-7f18-461f-8858-cfad1556096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573452 Jun 06 17:42:23.760846 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6097ea2e-3889-4a75-9ce1-32439ee45285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:23.890545 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6097ea2e-3889-4a75-9ce1-32439ee45285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:23.911182 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6097ea2e-3889-4a75-9ce1-32439ee45285 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=98875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:42:23.915775 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-a510df25-a609-44c7-8e3d-af4176830b36 service neutron] 10.222.0.23 "GET /v2.0/networks/dd6b6b73-4c91-4d11-9237-6a6a820356c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797458 Jun 06 17:42:23.929059 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-18e4fff4-e6ff-4e1b-85b7-5dc9be45bc73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:23.959028 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6097ea2e-3889-4a75-9ce1-32439ee45285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:23.959364 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.db.segments_db [None req-6097ea2e-3889-4a75-9ce1-32439ee45285 admin admin] Added segment 85cd9012-ca03-4fdb-9af9-af1476b52a9f of type vlan for network ca7b7292-ac0b-4579-b556-747f7f1215a6 Jun 06 17:42:24.001831 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097ea2e-3889-4a75-9ce1-32439ee45285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59b1a13-67cd-4ac1-860c-8f4121e7d06b,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:24.071662 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-6097ea2e-3889-4a75-9ce1-32439ee45285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:24.096368 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6097ea2e-3889-4a75-9ce1-32439ee45285 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729318189806'] for network, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:24.153397 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ea0f9-bd32-4bb1-b705-c785f0f1f0ca req-a7cc24d3-1854-462c-ad80-55ea1aad9a08 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:24.154865 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-777ea0f9-bd32-4bb1-b705-c785f0f1f0ca req-a7cc24d3-1854-462c-ad80-55ea1aad9a08 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.1231637 Jun 06 17:42:24.205598 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-777ea0f9-bd32-4bb1-b705-c785f0f1f0ca req-f6f221da-91a2-4273-aba9-71cecc86f02a tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438733 Jun 06 17:42:24.267802 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6097ea2e-3889-4a75-9ce1-32439ee45285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876'] for network, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:24.271245 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6097ea2e-3889-4a75-9ce1-32439ee45285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:24.271682 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6097ea2e-3889-4a75-9ce1-32439ee45285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:24.280241 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-0324f528-afd1-407d-9e86-d053ab21c883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:24.300722 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f6f89b60-aeaf-4812-95c9-fbd5bb31b6ec req-0bf024cf-be3c-4468-b471-129f1acc379e tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 210 time: 0.0498166 Jun 06 17:42:24.300722 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-819307e5-af3a-4249-844c-d3bbc2e411dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2112105'] for port, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:24.303492 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:24.350678 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819307e5-af3a-4249-844c-d3bbc2e411dd admin admin] Pushing event deleted for resources: {'Port': ['ID=9f87df14-9b14-494d-8b00-c1441082a531,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:24.393939 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-819307e5-af3a-4249-844c-d3bbc2e411dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:24.394579 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097ea2e-3889-4a75-9ce1-32439ee45285 admin admin] Pushing event updated for resources: {'Network': ['ID=ca7b7292-ac0b-4579-b556-747f7f1215a6,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:24.397323 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-6097ea2e-3889-4a75-9ce1-32439ee45285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:24.404371 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Network ca7b7292-ac0b-4579-b556-747f7f1215a6 details requested by agent ovs-agent-dv-cinder-791281-4-smb with host dv-cinder-791281-4-smb {{(pid=98877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:42:24.413027 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-6097ea2e-3889-4a75-9ce1-32439ee45285 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1284215 Jun 06 17:42:24.415127 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 47864) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:24.420202 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-20c2b9ee-0274-4531-a423-10276f97a398 admin admin] Request body: {'subnet': {'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2124173888-subnet', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'ip_version': 4}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:24.589444 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c2b9ee-0274-4531-a423-10276f97a398 admin admin] Made reservation on behalf of e04771eabc3d4bcda17450a5c7a0c4ed for: {'subnet': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:42:24.596175 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-20c2b9ee-0274-4531-a423-10276f97a398 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:24.777667 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-819307e5-af3a-4249-844c-d3bbc2e411dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1694887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-320159'] for router_interface, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:25.061339 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-20c2b9ee-0274-4531-a423-10276f97a398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869'] for subnet, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:25.067043 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:25.141124 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2b9ee-0274-4531-a423-10276f97a398 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c39b957-51e6-41dc-913c-04e3215e7138,revision_number=0']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:25.141664 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819307e5-af3a-4249-844c-d3bbc2e411dd admin admin] Router e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb has already been hosted by L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 {{(pid=98876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:42:25.150035 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-20c2b9ee-0274-4531-a423-10276f97a398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:25.159381 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c2b9ee-0274-4531-a423-10276f97a398 admin admin] Checking segment: {'id': '85cd9012-ca03-4fdb-9af9-af1476b52a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:42:25.159730 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c2b9ee-0274-4531-a423-10276f97a398 admin admin] Network hostable DHCP agents. Network: ca7b7292-ac0b-4579-b556-747f7f1215a6, hostable agents: ['9f9e633d-4e7f-4a78-8507-e6ddd2ff9366'], hosted agents: [] {{(pid=98875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:42:25.285713 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c2b9ee-0274-4531-a423-10276f97a398 admin admin] Network ca7b7292-ac0b-4579-b556-747f7f1215a6 is scheduled to be hosted by DHCP agent 9f9e633d-4e7f-4a78-8507-e6ddd2ff9366 with binding_index 1 {{(pid=98875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:42:25.347378 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819307e5-af3a-4249-844c-d3bbc2e411dd admin admin] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:42:25.356539 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c241519-01f8-4489-940a-f5b32dd779b1 None None] Sync routers for ids ['e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb'] in dv-cinder-791281-4-smb {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:42:25.361306 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-819307e5-af3a-4249-844c-d3bbc2e411dd admin admin] 10.222.0.23 "PUT /v2.0/routers/e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4692485 Jun 06 17:42:25.361959 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 47886) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:25.374512 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c241519-01f8-4489-940a-f5b32dd779b1 None None] Routers {'e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:42:25.375282 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-3c241519-01f8-4489-940a-f5b32dd779b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:42:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:25.414125 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [None req-20c2b9ee-0274-4531-a423-10276f97a398 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-smb, ca7b7292-ac0b-4579-b556-747f7f1215a6) {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:42:25.430617 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40eb198-9486-47c4-ab25-c9488f3161b8 None None] Network ca7b7292-ac0b-4579-b556-747f7f1215a6 requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:42:25.434067 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c2b9ee-0274-4531-a423-10276f97a398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:25.434724 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-20c2b9ee-0274-4531-a423-10276f97a398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for subnet, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:25.504575 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe148f-6ce1-48be-8e10-b8084e8392ac req-4b347870-a6de-4452-8ed3-4abac681262d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:25.512329 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e8fe148f-6ce1-48be-8e10-b8084e8392ac req-4b347870-a6de-4452-8ed3-4abac681262d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.1430385 Jun 06 17:42:25.581734 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-20c2b9ee-0274-4531-a423-10276f97a398 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1652074 Jun 06 17:42:25.585327 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e8fe148f-6ce1-48be-8e10-b8084e8392ac req-c86a51e3-688b-4843-bc9b-1d164f89abe2 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721409 Jun 06 17:42:25.590625 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 47898) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:25.590625 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-6a364c9e-da27-46ac-b6be-251859fa4aa4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2124173888-router', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:25.645737 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-3c241519-01f8-4489-940a-f5b32dd779b1 None None] Set router e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:42:25.648769 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3810f86b-4066-4f24-962d-162d8de8d7e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:25.707927 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6a364c9e-da27-46ac-b6be-251859fa4aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-323912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3591'] for router, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:25.709056 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6a364c9e-da27-46ac-b6be-251859fa4aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-324305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-322292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3614'] for router, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:25.729917 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-98c61ee6-131e-43e0-8723-cd73bb403f16 req-6f66d205-08eb-4d50-857e-9a24c261cb2a tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 210 time: 0.0655823 Jun 06 17:42:25.764793 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6a364c9e-da27-46ac-b6be-251859fa4aa4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:25.819309 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241a0883-79fb-4751-b34d-69044209705b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f501f2b-c289-51ad-9312-eb39f9b77b0c-ca7b7292-ac0b-4579-b556-747f7f1215a6', 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'fixed_ips': [{'subnet_id': '5c39b957-51e6-41dc-913c-04e3215e7138'}]}} from dv-cinder-791281-4-smb. {{(pid=98877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 17:42:25.820196 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-241a0883-79fb-4751-b34d-69044209705b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:25.907632 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3810f86b-4066-4f24-962d-162d8de8d7e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:26.048584 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.db_base_plugin_common [None req-241a0883-79fb-4751-b34d-69044209705b None None] Allocated IP 172.20.0.2 (ca7b7292-ac0b-4579-b556-747f7f1215a6/5c39b957-51e6-41dc-913c-04e3215e7138/c25f32e4-3c3a-4b35-87a7-c747c3958fb9) {{(pid=98877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:42:26.115951 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-3810f86b-4066-4f24-962d-162d8de8d7e6 admin admin] Deleting port 5975f184-8af1-4bfa-a8a2-1de25f0bf7a4 {{(pid=98876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:42:26.117973 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3810f86b-4066-4f24-962d-162d8de8d7e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:26.173586 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-3c241519-01f8-4489-940a-f5b32dd779b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb', 'name': 'tempest-ServerRescueNegativeTestJSON-123948991-router', 'tenant_id': 'ff76e8c459174d03af24f28696c53158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': '5975f184-8af1-4bfa-a8a2-1de25f0bf7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:42:24Z', 'revision_number': 5, 'project_id': 'ff76e8c459174d03af24f28696c53158', 'gw_port': {'id': '5975f184-8af1-4bfa-a8a2-1de25f0bf7a4', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:42:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:39Z', 'updated_at': '2021-06-06T17:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:26.179391 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c241519-01f8-4489-940a-f5b32dd779b1 None None] Checking router: e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb for host: dv-cinder-791281-4-smb {{(pid=98878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:42:26.191348 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c241519-01f8-4489-940a-f5b32dd779b1 None None] Routers {'e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:42:26.192023 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-3c241519-01f8-4489-940a-f5b32dd779b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:42:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:26.288007 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6a364c9e-da27-46ac-b6be-251859fa4aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-322182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-323930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3624'] for router, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:26.318092 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41b661-0a5f-476d-8332-fb7ac56ea00b req-d663c15a-4582-4bc0-ae86-df1acab740d9 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:26.319829 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4e41b661-0a5f-476d-8332-fb7ac56ea00b req-d663c15a-4582-4bc0-ae86-df1acab740d9 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 946 time: 0.2658694 Jun 06 17:42:26.382695 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-3c241519-01f8-4489-940a-f5b32dd779b1 None None] Set router e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb gateway port host: None {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:42:26.384438 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-241a0883-79fb-4751-b34d-69044209705b None None] Notify callbacks [] for port, precommit_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:26.396470 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-241a0883-79fb-4751-b34d-69044209705b None None] Transition to ACTIVE for port object c25f32e4-3c3a-4b35-87a7-c747c3958fb9 will not be triggered until provisioned by entity L2. {{(pid=98877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:26.417347 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-241a0883-79fb-4751-b34d-69044209705b None None] Transition to ACTIVE for port object c25f32e4-3c3a-4b35-87a7-c747c3958fb9 will not be triggered until provisioned by entity DHCP. {{(pid=98877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:26.455529 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4e41b661-0a5f-476d-8332-fb7ac56ea00b req-a1770db6-bd56-4efb-b80b-d1c886b21f72 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/security-groups?id=c256eb6b-7f18-461f-8858-cfad1556096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300225 Jun 06 17:42:26.485707 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.db [None req-3810f86b-4066-4f24-962d-162d8de8d7e6 admin admin] For port 5975f184-8af1-4bfa-a8a2-1de25f0bf7a4, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=5975f184-8af1-4bfa-a8a2-1de25f0bf7a4,segment=NetworkSegment(071d7783-9719-4ea8-bb46-4cbc83b3e1b1),segment_id=071d7783-9719-4ea8-bb46-4cbc83b3e1b1)] {{(pid=98876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:26.486274 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3810f86b-4066-4f24-962d-162d8de8d7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:26.517612 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-3c241519-01f8-4489-940a-f5b32dd779b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb', 'name': 'tempest-ServerRescueNegativeTestJSON-123948991-router', 'tenant_id': 'ff76e8c459174d03af24f28696c53158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:42:25Z', 'revision_number': 6, 'project_id': 'ff76e8c459174d03af24f28696c53158', 'gw_port_host': None}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:26.526544 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c241519-01f8-4489-940a-f5b32dd779b1 None None] The sync data for ids ['e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb'] in dv-cinder-791281-4-smb is: [{'id': 'e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb', 'name': 'tempest-ServerRescueNegativeTestJSON-123948991-router', 'tenant_id': 'ff76e8c459174d03af24f28696c53158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:42:25Z', 'revision_number': 6, 'project_id': 'ff76e8c459174d03af24f28696c53158', 'gw_port_host': None}] {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:42:26.546818 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-241a0883-79fb-4751-b34d-69044209705b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:26.552986 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:26.616607 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241a0883-79fb-4751-b34d-69044209705b None None] Network ca7b7292-ac0b-4579-b556-747f7f1215a6 is already hosted by enough agents. {{(pid=98877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:42:26.617795 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.scheduler.base_scheduler [None req-241a0883-79fb-4751-b34d-69044209705b None None] Resources bound (agent type, host, resource id): {{(pid=98877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:42:26.629617 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241a0883-79fb-4751-b34d-69044209705b None None] Received port after_create {{(pid=98877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:42:26.633970 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-3810f86b-4066-4f24-962d-162d8de8d7e6 admin admin] Calling delete_port for 5975f184-8af1-4bfa-a8a2-1de25f0bf7a4 owned by network:router_gateway {{(pid=98876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:42:26.724126 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a0883-79fb-4751-b34d-69044209705b None None] Pushing event updated for resources: {'Port': ['ID=c25f32e4-3c3a-4b35-87a7-c747c3958fb9,revision_number=1']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:26.733811 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-241a0883-79fb-4751-b34d-69044209705b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:26.742749 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-241a0883-79fb-4751-b34d-69044209705b None None] Attempting to bind port c25f32e4-3c3a-4b35-87a7-c747c3958fb9 on host dv-cinder-791281-4-smb for vnic_type normal with profile {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:42:26.743109 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-241a0883-79fb-4751-b34d-69044209705b None None] Attempting to bind port c25f32e4-3c3a-4b35-87a7-c747c3958fb9 by drivers openvswitch,hyperv on host dv-cinder-791281-4-smb at level 0 using segments [{'id': '85cd9012-ca03-4fdb-9af9-af1476b52a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6'}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:42:26.743467 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241a0883-79fb-4751-b34d-69044209705b None None] Attempting to bind port c25f32e4-3c3a-4b35-87a7-c747c3958fb9 on network ca7b7292-ac0b-4579-b556-747f7f1215a6 {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:42:26.749340 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241a0883-79fb-4751-b34d-69044209705b None None] Checking agent: {'id': '866b1ceb-3f07-4282-bec2-bca05938cd10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 48), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:42:26.749846 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241a0883-79fb-4751-b34d-69044209705b None None] Checking segment: {'id': '85cd9012-ca03-4fdb-9af9-af1476b52a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:42:26.750283 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-241a0883-79fb-4751-b34d-69044209705b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:26.751185 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241a0883-79fb-4751-b34d-69044209705b None None] Bound using segment: {'id': '85cd9012-ca03-4fdb-9af9-af1476b52a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6'} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:42:26.751185 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-241a0883-79fb-4751-b34d-69044209705b None None] Bound port: c25f32e4-3c3a-4b35-87a7-c747c3958fb9, host: dv-cinder-791281-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85cd9012-ca03-4fdb-9af9-af1476b52a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6'}}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:42:26.751490 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-241a0883-79fb-4751-b34d-69044209705b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:26.823846 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6a364c9e-da27-46ac-b6be-251859fa4aa4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:26.855562 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-241a0883-79fb-4751-b34d-69044209705b None None] For port c25f32e4-3c3a-4b35-87a7-c747c3958fb9, host dv-cinder-791281-4-smb, cleared binding levels {{(pid=98877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:42:26.859072 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-241a0883-79fb-4751-b34d-69044209705b None None] For port c25f32e4-3c3a-4b35-87a7-c747c3958fb9, host dv-cinder-791281-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=c25f32e4-3c3a-4b35-87a7-c747c3958fb9,segment=NetworkSegment(85cd9012-ca03-4fdb-9af9-af1476b52a9f),segment_id=85cd9012-ca03-4fdb-9af9-af1476b52a9f)] {{(pid=98877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:42:26.865354 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6a364c9e-da27-46ac-b6be-251859fa4aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:26.906624 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57046f99-bfbe-4d63-aea1-702c214be5c4 req-48381db9-9670-4855-ae35-9f5d5537aa89 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:26.907848 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-57046f99-bfbe-4d63-aea1-702c214be5c4 req-48381db9-9670-4855-ae35-9f5d5537aa89 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.1308527 Jun 06 17:42:26.947558 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3e476d25-557a-46f4-bc46-bfb2c5e3a0c2 req-e18a26e3-dc14-4950-9740-caf9664917e4 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 210 time: 0.0844698 Jun 06 17:42:26.954862 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-241a0883-79fb-4751-b34d-69044209705b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:26.963017 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:26.964743 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-57046f99-bfbe-4d63-aea1-702c214be5c4 req-3885a203-72f6-4ae4-9708-a985238f137c tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456259 Jun 06 17:42:26.998003 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3810f86b-4066-4f24-962d-162d8de8d7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2112105'] for port, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:27.003349 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-eb4fe43a-bfcf-4b28-9fee-fae5deb6a8b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:27.074708 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810f86b-4066-4f24-962d-162d8de8d7e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5975f184-8af1-4bfa-a8a2-1de25f0bf7a4,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:27.108631 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_common [None req-6a364c9e-da27-46ac-b6be-251859fa4aa4 admin admin] Allocated IP 172.28.3.136 (ba4729d8-bae0-44dd-959b-45f2743fbe2e/d8ac2d9e-a11c-4f30-89f8-f7a6f927176d/37e2565c-0f0a-4227-beff-beddd60569d1) {{(pid=98875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:42:27.109787 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a0883-79fb-4751-b34d-69044209705b None None] Pushing event updated for resources: {'Port': ['ID=c25f32e4-3c3a-4b35-87a7-c747c3958fb9,revision_number=2']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:27.118835 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-3810f86b-4066-4f24-962d-162d8de8d7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:27.121029 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-241a0883-79fb-4751-b34d-69044209705b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:27.196742 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3810f86b-4066-4f24-962d-162d8de8d7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1608001'] for router_gateway, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:27.449834 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3810f86b-4066-4f24-962d-162d8de8d7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-323958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3601'] for router, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:27.463840 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3810f86b-4066-4f24-962d-162d8de8d7e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:27.623024 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6a364c9e-da27-46ac-b6be-251859fa4aa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:27.739515 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cbe89-f3d9-4ce4-9d3e-759fc3e06b41 req-3b9d0b5e-9db1-43c0-b5ae-a805b3e8eb7b tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:27.740820 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-2c8cbe89-f3d9-4ce4-9d3e-759fc3e06b41 req-3b9d0b5e-9db1-43c0-b5ae-a805b3e8eb7b tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.21 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 946 time: 0.4144962 Jun 06 17:42:27.743696 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3810f86b-4066-4f24-962d-162d8de8d7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-324074'] for router, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:27.744302 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3810f86b-4066-4f24-962d-162d8de8d7e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb {{(pid=98876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 17:42:27.749864 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3810f86b-4066-4f24-962d-162d8de8d7e6 admin admin] Notify callbacks [] for router, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:27.759219 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-3810f86b-4066-4f24-962d-162d8de8d7e6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e5f62e7e-5a5d-4ef7-92da-0b6f38c0adcb HTTP/1.1" status: 204 len: 168 time: 2.3888288 Jun 06 17:42:27.759219 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 47920) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:27.767185 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-ddc99a58-a99f-4ac9-9794-92e9eb266b29 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:27.768742 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-ddc99a58-a99f-4ac9-9794-92e9eb266b29 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.21 "GET /v2.0/networks?id=dd6b6b73-4c91-4d11-9237-6a6a820356c1 HTTP/1.1" status: 200 len: 814 time: 0.5518701 Jun 06 17:42:27.810599 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-c387f878-99c2-4b48-afeb-f368917c37e3 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Request body: {'port': {'device_id': '5fe2f1ce-d501-4595-a784-88c724aac823', 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1', 'admin_state_up': True, 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:27.842051 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e27bbb-3f89-4f18-9016-bb96a70f7ecf admin admin] Deleting subnet 5010943e-69b0-42ca-ad2d-4caf9c0ea80f {{(pid=98876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:42:27.845318 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-39e27bbb-3f89-4f18-9016-bb96a70f7ecf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:27.903125 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-39e27bbb-3f89-4f18-9016-bb96a70f7ecf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2151807'] for subnet, precommit_delete_associations {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:27.963528 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-39e27bbb-3f89-4f18-9016-bb96a70f7ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496290'] for subnet, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:28.057901 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f98396-9b70-4d8a-84f4-01bc7657b7d1 req-68472faa-ff0a-45c9-81d5-bd9c5dd5a056 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:28.059478 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-10f98396-9b70-4d8a-84f4-01bc7657b7d1 req-68472faa-ff0a-45c9-81d5-bd9c5dd5a056 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 946 time: 0.4328127 Jun 06 17:42:28.092442 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6a364c9e-da27-46ac-b6be-251859fa4aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:28.101611 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:28.162910 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-63c10303-333a-4e0e-8dd3-74c5fa274672 req-d9d7d4d3-672c-4b2b-95c4-1a19efa82f81 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 210 time: 0.0453644 Jun 06 17:42:28.176038 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-39e27bbb-3f89-4f18-9016-bb96a70f7ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2112132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3128098'] for subnet, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:28.181896 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-c8f578ab-3c5e-45a9-9a50-188b5c2ee3ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:28.202450 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a364c9e-da27-46ac-b6be-251859fa4aa4 admin admin] Network ba4729d8-bae0-44dd-959b-45f2743fbe2e is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:42:28.206662 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [None req-6a364c9e-da27-46ac-b6be-251859fa4aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:42:28.216809 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e27bbb-3f89-4f18-9016-bb96a70f7ecf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5010943e-69b0-42ca-ad2d-4caf9c0ea80f,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:28.221027 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a364c9e-da27-46ac-b6be-251859fa4aa4 admin admin] Received port after_create {{(pid=98875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:42:28.234587 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-39e27bbb-3f89-4f18-9016-bb96a70f7ecf admin admin] Notify callbacks [] for subnet, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:28.236719 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-39e27bbb-3f89-4f18-9016-bb96a70f7ecf admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5010943e-69b0-42ca-ad2d-4caf9c0ea80f HTTP/1.1" status: 204 len: 168 time: 0.4809353 Jun 06 17:42:28.238921 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-39e27bbb-3f89-4f18-9016-bb96a70f7ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:28.241110 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 47940) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:28.427018 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-10f98396-9b70-4d8a-84f4-01bc7657b7d1 req-8df6af64-dd86-4373-ae1c-7dcc4e62ced7 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/security-groups?id=c256eb6b-7f18-461f-8858-cfad1556096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543794 Jun 06 17:42:28.443648 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-2c8cbe89-f3d9-4ce4-9d3e-759fc3e06b41 req-75c4a2db-d99a-451b-ab7b-8a580f634631 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Deleting port 212a3454-b5cf-4c44-a835-c333709d8b11 {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:42:28.444307 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-2c8cbe89-f3d9-4ce4-9d3e-759fc3e06b41 req-75c4a2db-d99a-451b-ab7b-8a580f634631 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:28.496864 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3bddb1f4-3790-4244-b38d-ca588b1b0f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596576'] for network, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:28.650745 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b235b-3709-45f6-874e-7a1943853947 req-0b972a93-8e8f-40f3-add7-f68b22789df3 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:28.652619 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1f9b235b-3709-45f6-874e-7a1943853947 req-0b972a93-8e8f-40f3-add7-f68b22789df3 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.3670609 Jun 06 17:42:28.732574 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a364c9e-da27-46ac-b6be-251859fa4aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=37e2565c-0f0a-4227-beff-beddd60569d1,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:28.735115 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device c25f32e4-3c3a-4b35-87a7-c747c3958fb9 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:28.780939 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-6a364c9e-da27-46ac-b6be-251859fa4aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:28.856763 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-c387f878-99c2-4b48-afeb-f368917c37e3 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Made reservation on behalf of 0b3ec8c5bcbb4f598b9611ce45de681b for: {'port': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:42:28.868258 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-c387f878-99c2-4b48-afeb-f368917c37e3 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:28.898996 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04e36c0-9241-49c5-9801-ff9a58b4b2fb None None] Network ca7b7292-ac0b-4579-b556-747f7f1215a6 requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:42:28.949872 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-2c8cbe89-f3d9-4ce4-9d3e-759fc3e06b41 req-75c4a2db-d99a-451b-ab7b-8a580f634631 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] For port 212a3454-b5cf-4c44-a835-c333709d8b11, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=212a3454-b5cf-4c44-a835-c333709d8b11,segment=NetworkSegment(9dabbefc-5e85-429d-8b36-8e9577da61e9),segment_id=9dabbefc-5e85-429d-8b36-8e9577da61e9)] {{(pid=98875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:28.950869 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-2c8cbe89-f3d9-4ce4-9d3e-759fc3e06b41 req-75c4a2db-d99a-451b-ab7b-8a580f634631 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:29.039394 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3bddb1f4-3790-4244-b38d-ca588b1b0f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493627', 'neutron.services.segments.db._delete_segments_for_network-8729318600102'] for network, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:29.064173 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1f9b235b-3709-45f6-874e-7a1943853947 req-90b1caf5-b262-4547-968f-238484fb95d0 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3813143 Jun 06 17:42:29.084885 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-3bddb1f4-3790-4244-b38d-ca588b1b0f53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47093d2-ff25-4dae-b18f-38b02f03962a']}} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:29.108993 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-3bddb1f4-3790-4244-b38d-ca588b1b0f53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50da47e-6307-4c65-9fc9-fe89e611d9f4') {'for_net_delete': True} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:29.109567 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-3bddb1f4-3790-4244-b38d-ca588b1b0f53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50da47e-6307-4c65-9fc9-fe89e611d9f4') {} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:29.130887 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3bddb1f4-3790-4244-b38d-ca588b1b0f53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729318605249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2151750'] for segment, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:29.168910 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3bddb1f4-3790-4244-b38d-ca588b1b0f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:29.179214 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-4eb3bc8f-bc68-4ccb-879c-2a5226399b75 None None] Provisioning for port c25f32e4-3c3a-4b35-87a7-c747c3958fb9 completed by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:42:29.186638 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bddb1f4-3790-4244-b38d-ca588b1b0f53 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=98876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:42:29.187245 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3bddb1f4-3790-4244-b38d-ca588b1b0f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2112062'] for segment, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: Traceback (most recent call last): Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: timer() Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: cb(*args, **kw) Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: return func(*args, **kwargs) Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: self._notify() Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: self.callback(batched_events) Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: event.method(event) Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: return f(self, *a, **k) Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: return self._get(url).json() Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: return self.request(url, 'GET', **kwargs) Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:42:29.205365 dv-cinder-791281-4-smb neutron-server[98876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:42:29.241802 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-2c8cbe89-f3d9-4ce4-9d3e-759fc3e06b41 req-75c4a2db-d99a-451b-ab7b-8a580f634631 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Calling delete_port for 212a3454-b5cf-4c44-a835-c333709d8b11 owned by compute:nova {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:42:29.350075 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning for port c25f32e4-3c3a-4b35-87a7-c747c3958fb9 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:42:29.362772 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port c25f32e4-3c3a-4b35-87a7-c747c3958fb9 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:29.363261 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:29.408083 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3bddb1f4-3790-4244-b38d-ca588b1b0f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608036'] for network, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:29.422060 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:29.479888 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3bddb1f4-3790-4244-b38d-ca588b1b0f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:29.484851 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-3bddb1f4-3790-4244-b38d-ca588b1b0f53 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f47093d2-ff25-4dae-b18f-38b02f03962a HTTP/1.1" status: 204 len: 168 time: 1.2411907 Jun 06 17:42:29.499135 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddb1f4-3790-4244-b38d-ca588b1b0f53 admin admin] Pushing event deleted for resources: {'Network': ['ID=f47093d2-ff25-4dae-b18f-38b02f03962a,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:29.507904 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-3bddb1f4-3790-4244-b38d-ca588b1b0f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:29.635397 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6a364c9e-da27-46ac-b6be-251859fa4aa4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:29.743628 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:29.796677 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] For port c25f32e4-3c3a-4b35-87a7-c747c3958fb9, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=c25f32e4-3c3a-4b35-87a7-c747c3958fb9,segment=NetworkSegment(85cd9012-ca03-4fdb-9af9-af1476b52a9f),segment_id=85cd9012-ca03-4fdb-9af9-af1476b52a9f)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:29.832259 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e91b4-d6ef-4e7e-8912-e998164d3538 req-fe25c4c4-ef36-4170-9488-4f1bea940322 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:29.835149 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-0e0e91b4-d6ef-4e7e-8912-e998164d3538 req-fe25c4c4-ef36-4170-9488-4f1bea940322 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 946 time: 0.1826181 Jun 06 17:42:29.871345 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-fe2e1030-ba44-4d32-b865-d8c15e6016f0 req-e2bcba95-9c79-4fcd-9dc2-55f45fc3d8f1 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 210 time: 0.1199908 Jun 06 17:42:29.884269 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:29.890055 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:29.967890 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-0e0e91b4-d6ef-4e7e-8912-e998164d3538 req-5f92f95f-11e7-4253-a775-f56722abd612 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/security-groups?id=c256eb6b-7f18-461f-8858-cfad1556096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240418 Jun 06 17:42:30.072541 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Pushing event updated for resources: {'Port': ['ID=c25f32e4-3c3a-4b35-87a7-c747c3958fb9,revision_number=3']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:30.097608 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 5975f184-8af1-4bfa-a8a2-1de25f0bf7a4 no longer exists at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:42:30.159502 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 47956) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:30.205122 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:30.235021 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] No Port match for: 5975f184-8af1-4bfa-a8a2-1de25f0bf7a4 {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:42:30.239990 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 5975f184-8af1-4bfa-a8a2-1de25f0bf7a4 not bound to the agent host dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:42:30.239990 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 9f87df14-9b14-494d-8b00-c1441082a531 no longer exists at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:42:30.267341 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-dce75382-e594-4746-b63f-5024e2c5cfc5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff76e8c459174d03af24f28696c53158&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1064944 Jun 06 17:42:30.270035 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 47958) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:30.302742 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] No Port match for: 9f87df14-9b14-494d-8b00-c1441082a531 {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:42:30.303211 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 9f87df14-9b14-494d-8b00-c1441082a531 not bound to the agent host dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:42:30.317933 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-129cfe27-b4b1-49dd-afd7-07d04d5f6695 None None] Provisioning complete for port c25f32e4-3c3a-4b35-87a7-c747c3958fb9 triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:30.318436 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-129cfe27-b4b1-49dd-afd7-07d04d5f6695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:30.373011 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5e744d8e-12fd-4e44-bf0d-1ffc37420a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:30.415482 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5e744d8e-12fd-4e44-bf0d-1ffc37420a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:30.585614 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6a364c9e-da27-46ac-b6be-251859fa4aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-323905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-322217'] for router, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:30.599124 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-2c8cbe89-f3d9-4ce4-9d3e-759fc3e06b41 req-75c4a2db-d99a-451b-ab7b-8a580f634631 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:30.599124 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_common [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-c387f878-99c2-4b48-afeb-f368917c37e3 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Allocated IP 172.20.0.7 (dd6b6b73-4c91-4d11-9237-6a6a820356c1/4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46/a8681dde-a1b2-4c32-8f61-252d15c194ff) {{(pid=98875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:42:30.600532 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-29bb450b-8553-4ed6-b3de-3f8f762a333e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:30.610688 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device c25f32e4-3c3a-4b35-87a7-c747c3958fb9 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:30.708878 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port c25f32e4-3c3a-4b35-87a7-c747c3958fb9 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:30.709221 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:30.975334 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4a2db-d99a-451b-ab7b-8a580f634631 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Pushing event deleted for resources: {'Port': ['ID=212a3454-b5cf-4c44-a835-c333709d8b11,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:31.019993 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-75c4a2db-d99a-451b-ab7b-8a580f634631 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:31.044045 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5e744d8e-12fd-4e44-bf0d-1ffc37420a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:31.048176 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5e744d8e-12fd-4e44-bf0d-1ffc37420a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:31.049533 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-5e744d8e-12fd-4e44-bf0d-1ffc37420a34 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/24d048c1-04c1-4517-beaa-7d1bb3910aa2 HTTP/1.1" status: 204 len: 168 time: 0.7781405 Jun 06 17:42:31.050598 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-f4122c41-a921-4060-83c2-65c51a302be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:31.077994 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e744d8e-12fd-4e44-bf0d-1ffc37420a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d048c1-04c1-4517-beaa-7d1bb3910aa2,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:31.083089 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-5e744d8e-12fd-4e44-bf0d-1ffc37420a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:31.182172 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1c3e4600-8172-4011-a58b-76e70a68debf req-3bc41251-c0d8-452e-9189-1662a200c281 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 210 time: 0.0578601 Jun 06 17:42:31.220568 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8cbe89-f3d9-4ce4-9d3e-759fc3e06b41 req-75c4a2db-d99a-451b-ab7b-8a580f634631 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] No DVR routers for this DVR port 212a3454-b5cf-4c44-a835-c333709d8b11 on host hv-cinder-79128 {{(pid=98875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:42:31.223672 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-2c8cbe89-f3d9-4ce4-9d3e-759fc3e06b41 req-75c4a2db-d99a-451b-ab7b-8a580f634631 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:31.255480 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-2c8cbe89-f3d9-4ce4-9d3e-759fc3e06b41 req-75c4a2db-d99a-451b-ab7b-8a580f634631 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.21 "DELETE /v2.0/ports/212a3454-b5cf-4c44-a835-c333709d8b11 HTTP/1.1" status: 204 len: 173 time: 3.4665256 Jun 06 17:42:31.255480 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20495dd-71a6-40c9-97a9-cec45b75ab30', 'name': 'network-vif-deleted', 'tag': '212a3454-b5cf-4c44-a835-c333709d8b11'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:42:31.255480 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f4490b-6662-493d-8064-6246f459961d" -d '{"events": [{"server_uuid": "a20495dd-71a6-40c9-97a9-cec45b75ab30", "name": "network-vif-deleted", "tag": "212a3454-b5cf-4c44-a835-c333709d8b11"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:42:31.305076 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 212a3454-b5cf-4c44-a835-c333709d8b11 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:42:31.343763 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee944c-66a3-4bb3-b27e-5a2c53c94c52 req-02a06500-e551-45bd-85b0-9b6b2ec771db tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:31.345648 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0aee944c-66a3-4bb3-b27e-5a2c53c94c52 req-02a06500-e551-45bd-85b0-9b6b2ec771db tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.9866645 Jun 06 17:42:31.352318 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-c387f878-99c2-4b48-afeb-f368917c37e3 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for port, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:31.399320 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] No Port match for: 212a3454-b5cf-4c44-a835-c333709d8b11 {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:42:31.399954 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 212a3454-b5cf-4c44-a835-c333709d8b11 not bound to the agent host hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:42:31.428116 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-c387f878-99c2-4b48-afeb-f368917c37e3 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Transition to ACTIVE for port object a8681dde-a1b2-4c32-8f61-252d15c194ff will not be triggered until provisioned by entity DHCP. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:31.432942 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-6c8c0fd8-c692-45c4-8217-d978fc95d390 req-e313c6ed-5000-4915-9b7d-4df5092f091a tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 210 time: 0.0638089 Jun 06 17:42:31.440707 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0aee944c-66a3-4bb3-b27e-5a2c53c94c52 req-6a44bf71-2b13-4d8a-b8d3-227b28e83280 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837073 Jun 06 17:42:31.538453 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e6d06b-452d-4c5c-9b6d-03793b6cccdd x-openstack-request-id: req-c6e6d06b-452d-4c5c-9b6d-03793b6cccdd {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:42:31.538453 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20495dd-71a6-40c9-97a9-cec45b75ab30", "name": "network-vif-deleted", "tag": "212a3454-b5cf-4c44-a835-c333709d8b11", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:42:31.538453 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c6e6d06b-452d-4c5c-9b6d-03793b6cccdd {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:42:31.538453 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20495dd-71a6-40c9-97a9-cec45b75ab30', 'name': 'network-vif-deleted', 'tag': '212a3454-b5cf-4c44-a835-c333709d8b11', 'status': 'completed', 'code': 200} Jun 06 17:42:31.568778 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-c387f878-99c2-4b48-afeb-f368917c37e3 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:31.570017 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a364c9e-da27-46ac-b6be-251859fa4aa4 admin admin] Router 4a750bf7-911c-41d0-90dd-3bea408af14d is scheduled to L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 with binding_index 1 {{(pid=98875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 17:42:31.595525 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-8f950177-06a9-4ced-9fd7-e24266ae301b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:32.013866 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-c387f878-99c2-4b48-afeb-f368917c37e3 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Network dd6b6b73-4c91-4d11-9237-6a6a820356c1 is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:42:32.020682 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-c387f878-99c2-4b48-afeb-f368917c37e3 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:42:32.026695 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-c387f878-99c2-4b48-afeb-f368917c37e3 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Received port after_create {{(pid=98875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:42:32.032067 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-c387f878-99c2-4b48-afeb-f368917c37e3 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:32.032679 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-c387f878-99c2-4b48-afeb-f368917c37e3 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:32.060889 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a364c9e-da27-46ac-b6be-251859fa4aa4 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:42:32.072857 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387f878-99c2-4b48-afeb-f368917c37e3 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Pushing event updated for resources: {'Port': ['ID=a8681dde-a1b2-4c32-8f61-252d15c194ff,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:32.086823 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-c387f878-99c2-4b48-afeb-f368917c37e3 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:32.100493 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] Sync routers for ids ['4a750bf7-911c-41d0-90dd-3bea408af14d'] in dv-cinder-791281-4-smb {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:42:32.148232 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] Routers {'4a750bf7-911c-41d0-90dd-3bea408af14d'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:42:32.148232 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:42:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['4a750bf7-911c-41d0-90dd-3bea408af14d'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:32.179489 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-c387f878-99c2-4b48-afeb-f368917c37e3 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3743374 Jun 06 17:42:32.278394 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:32.283185 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-6a364c9e-da27-46ac-b6be-251859fa4aa4 admin admin] Notify callbacks [] for router, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:32.285646 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-6a364c9e-da27-46ac-b6be-251859fa4aa4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.6987710 Jun 06 17:42:32.288580 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 47988) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:32.553829 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] Set router 4a750bf7-911c-41d0-90dd-3bea408af14d gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:42:32.634543 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42d410-eef2-44e3-9e90-29b1473e44f6 req-6800d063-4ac4-4904-8490-00d9b84ea9e9 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:32.642771 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-bd42d410-eef2-44e3-9e90-29b1473e44f6 req-6800d063-4ac4-4904-8490-00d9b84ea9e9 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 931 time: 0.1559052 Jun 06 17:42:32.688980 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-bd42d410-eef2-44e3-9e90-29b1473e44f6 req-c9284c98-4ea2-4ad7-a59c-4fbbe4fedaaa tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407588 Jun 06 17:42:32.713826 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-d8195fa0-cfbb-4c0e-8311-1fd1479e6f58 None None] Provisioning for port a8681dde-a1b2-4c32-8f61-252d15c194ff completed by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:42:32.853416 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a23b6-f3ac-499a-bfda-f21bf1554ff1 req-fdd1b088-961b-4194-8b95-378f859a6249 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:32.863113 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-913a23b6-f3ac-499a-bfda-f21bf1554ff1 req-fdd1b088-961b-4194-8b95-378f859a6249 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.4267352 Jun 06 17:42:32.927004 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1e3b2690-4736-4b84-9e4f-f0bc41ffe726 req-76f106e1-04e8-434e-bde5-1dfb790ebbf0 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 210 time: 0.0814729 Jun 06 17:42:32.946591 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-d8195fa0-cfbb-4c0e-8311-1fd1479e6f58 None None] Provisioning complete for port a8681dde-a1b2-4c32-8f61-252d15c194ff triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:32.946966 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-d8195fa0-cfbb-4c0e-8311-1fd1479e6f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:33.051181 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-913a23b6-f3ac-499a-bfda-f21bf1554ff1 req-bef0f0db-bb79-40f0-bfc1-4b0e87e21a05 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696076 Jun 06 17:42:33.083021 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-d8195fa0-cfbb-4c0e-8311-1fd1479e6f58 None None] Port a8681dde-a1b2-4c32-8f61-252d15c194ff cannot update to ACTIVE because it is not bound. {{(pid=98877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:42:33.124319 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'name': 'tempest-TestShelveInstance-2124173888-router', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:25Z', 'updated_at': '2021-06-06T17:42:28Z', 'revision_number': 3, 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'gw_port': {'id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:26Z', 'updated_at': '2021-06-06T17:42:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:33.135607 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] Checking router: 4a750bf7-911c-41d0-90dd-3bea408af14d for host: dv-cinder-791281-4-smb {{(pid=98877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:42:33.135607 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] Updating router 4a750bf7-911c-41d0-90dd-3bea408af14d port 37e2565c-0f0a-4227-beff-beddd60569d1 binding host dv-cinder-791281-4-smb {{(pid=98877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:42:33.210291 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:33.459206 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 48004) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:33.628597 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-f755e160-a862-44d0-ba46-630b7061d63b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-397972244-network', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:33.768870 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6522b994-a7d7-46bf-9240-7ec2e00969d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:33.769413 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f755e160-a862-44d0-ba46-630b7061d63b admin admin] Made reservation on behalf of 112f749fb4de43ca891e9f33ff29787e for: {'network': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:42:33.769413 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f755e160-a862-44d0-ba46-630b7061d63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-636678'] for network, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:33.801518 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f755e160-a862-44d0-ba46-630b7061d63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:33.837596 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] Notify callbacks [] for port, precommit_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:33.869861 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] Transition to ACTIVE for port object 37e2565c-0f0a-4227-beff-beddd60569d1 will not be triggered until provisioned by entity L2. {{(pid=98877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:34.101305 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:34.105022 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:34.106005 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f755e160-a862-44d0-ba46-630b7061d63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:34.126854 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abd99b-6e36-4269-8262-119b8079a8e7 req-742c6f04-dc32-4558-9417-f2f4684ac15e tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:34.128489 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-17abd99b-6e36-4269-8262-119b8079a8e7 req-742c6f04-dc32-4558-9417-f2f4684ac15e tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 931 time: 0.2096527 Jun 06 17:42:34.182803 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-709ed2a5-d92c-44a2-bfdd-71f4e608ade9 req-b0677930-85f3-4df6-a7ef-0015327ba247 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 210 time: 0.0969114 Jun 06 17:42:34.192001 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-17abd99b-6e36-4269-8262-119b8079a8e7 req-c9b55856-0be4-4814-a895-8d41c5df327d tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568199 Jun 06 17:42:34.239616 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f755e160-a862-44d0-ba46-630b7061d63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:34.244952 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-970278f9-2e2b-4cec-96ae-8994c715b6ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:34.250098 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.db_base_plugin_common [None req-6522b994-a7d7-46bf-9240-7ec2e00969d8 admin admin] Allocated IP 172.20.0.1 (ca7b7292-ac0b-4579-b556-747f7f1215a6/5c39b957-51e6-41dc-913c-04e3215e7138/9c8ae3b8-9daf-489b-9c60-a3e094eb86b4) {{(pid=98876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:42:34.266743 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] Attempting to bind port 37e2565c-0f0a-4227-beff-beddd60569d1 on host dv-cinder-791281-4-smb for vnic_type normal with profile {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:42:34.271424 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] Attempting to bind port 37e2565c-0f0a-4227-beff-beddd60569d1 by drivers openvswitch,hyperv on host dv-cinder-791281-4-smb at level 0 using segments [{'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:42:34.271424 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] Attempting to bind port 37e2565c-0f0a-4227-beff-beddd60569d1 on network ba4729d8-bae0-44dd-959b-45f2743fbe2e {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:42:34.274047 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f755e160-a862-44d0-ba46-630b7061d63b admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=98875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:42:34.284988 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] Checking agent: {'id': '866b1ceb-3f07-4282-bec2-bca05938cd10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 48), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:42:34.285358 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] Checking segment: {'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:42:34.285771 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:34.286188 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] Bound using segment: {'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:42:34.286668 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] Bound port: 37e2565c-0f0a-4227-beff-beddd60569d1, host: dv-cinder-791281-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:42:34.287065 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:34.294049 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755e160-a862-44d0-ba46-630b7061d63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60ee7d2-1feb-4ed9-8349-a840cd98076e,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:34.297637 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-f755e160-a862-44d0-ba46-630b7061d63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:34.301257 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f755e160-a862-44d0-ba46-630b7061d63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:34.309502 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.db.segments_db [None req-f755e160-a862-44d0-ba46-630b7061d63b admin admin] Added segment 1c3def78-66f0-4a96-a6f3-0e800da91f87 of type vlan for network 72559bc2-9c29-4f2a-bcda-ce8b6786233f Jun 06 17:42:34.357951 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f755e160-a862-44d0-ba46-630b7061d63b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729318189806'] for network, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:34.398197 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ad953-399a-4aa9-b9d4-cd1b50adb2e2 None None] Pushing event updated for resources: {'Port': ['ID=37e2565c-0f0a-4227-beff-beddd60569d1,revision_number=2']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:34.403102 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-be1ad953-399a-4aa9-b9d4-cd1b50adb2e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:34.433404 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] For port 37e2565c-0f0a-4227-beff-beddd60569d1, host dv-cinder-791281-4-smb, cleared binding levels {{(pid=98877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:42:34.444044 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:42:34.446136 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] For port 37e2565c-0f0a-4227-beff-beddd60569d1, host dv-cinder-791281-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=37e2565c-0f0a-4227-beff-beddd60569d1,segment=NetworkSegment(071d7783-9719-4ea8-bb46-4cbc83b3e1b1),segment_id=071d7783-9719-4ea8-bb46-4cbc83b3e1b1)] {{(pid=98877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:42:34.502833 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6522b994-a7d7-46bf-9240-7ec2e00969d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:34.526494 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.provisioning_blocks [None req-6522b994-a7d7-46bf-9240-7ec2e00969d8 admin admin] Transition to ACTIVE for port object 9c8ae3b8-9daf-489b-9c60-a3e094eb86b4 will not be triggered until provisioned by entity DHCP. {{(pid=98876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:34.533081 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:34.543682 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:34.553972 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31b117-cc15-4510-ae2b-722b2c56a594 req-094489e9-3658-42e7-9e27-65cc5f5c27d8 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:34.555742 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-2c31b117-cc15-4510-ae2b-722b2c56a594 req-094489e9-3658-42e7-9e27-65cc5f5c27d8 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.1357510 Jun 06 17:42:34.607757 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f755e160-a862-44d0-ba46-630b7061d63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876'] for network, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:34.611239 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f755e160-a862-44d0-ba46-630b7061d63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:34.612441 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f755e160-a862-44d0-ba46-630b7061d63b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:34.620297 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:34.637486 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] Routers {'4a750bf7-911c-41d0-90dd-3bea408af14d'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:42:34.639671 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:42:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['4a750bf7-911c-41d0-90dd-3bea408af14d'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:34.644608 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-2c31b117-cc15-4510-ae2b-722b2c56a594 req-293f682e-cf82-4a98-9984-2ae7c4f29259 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822721 Jun 06 17:42:34.669415 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6522b994-a7d7-46bf-9240-7ec2e00969d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2112105'] for port, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:34.676365 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:34.737417 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755e160-a862-44d0-ba46-630b7061d63b admin admin] Pushing event updated for resources: {'Network': ['ID=72559bc2-9c29-4f2a-bcda-ce8b6786233f,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:34.741251 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-f755e160-a862-44d0-ba46-630b7061d63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:34.743753 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-f755e160-a862-44d0-ba46-630b7061d63b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2835631 Jun 06 17:42:34.753026 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 48018) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:34.758216 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-f4584dee-fd07-4e17-9377-d51b1fb9c630 admin admin] Request body: {'subnet': {'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-397972244-subnet', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:34.776078 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Network 72559bc2-9c29-4f2a-bcda-ce8b6786233f details requested by agent ovs-agent-dv-cinder-791281-4-smb with host dv-cinder-791281-4-smb {{(pid=98877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:42:34.793925 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522b994-a7d7-46bf-9240-7ec2e00969d8 admin admin] Pushing event updated for resources: {'Port': ['ID=9c8ae3b8-9daf-489b-9c60-a3e094eb86b4,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:34.797502 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-6522b994-a7d7-46bf-9240-7ec2e00969d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:34.803873 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6522b994-a7d7-46bf-9240-7ec2e00969d8 admin admin] Network ca7b7292-ac0b-4579-b556-747f7f1215a6 is already hosted by enough agents. {{(pid=98876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:42:34.805288 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.base_scheduler [None req-6522b994-a7d7-46bf-9240-7ec2e00969d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=98876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:42:34.807995 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6522b994-a7d7-46bf-9240-7ec2e00969d8 admin admin] Received port after_create {{(pid=98876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:42:34.841321 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ad953-399a-4aa9-b9d4-cd1b50adb2e2 None None] Pushing event updated for resources: {'Port': ['ID=37e2565c-0f0a-4227-beff-beddd60569d1,revision_number=3']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:34.909476 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-be1ad953-399a-4aa9-b9d4-cd1b50adb2e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:34.923661 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4584dee-fd07-4e17-9377-d51b1fb9c630 admin admin] Made reservation on behalf of 112f749fb4de43ca891e9f33ff29787e for: {'subnet': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:42:34.926800 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f4584dee-fd07-4e17-9377-d51b1fb9c630 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:34.956726 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6522b994-a7d7-46bf-9240-7ec2e00969d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608163'] for router_interface, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:35.067340 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] Set router 4a750bf7-911c-41d0-90dd-3bea408af14d gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:42:35.372505 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-97d30689-b1d1-4c8d-bf71-62815cecc087 None None] Provisioning for port 9c8ae3b8-9daf-489b-9c60-a3e094eb86b4 completed by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:42:35.418498 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-76ab7971-dccb-4449-8823-9cfe81f79d7c req-d411b936-b3a9-4b6e-9589-e8c263abf2fe tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 210 time: 0.0627220 Jun 06 17:42:35.430292 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-97d30689-b1d1-4c8d-bf71-62815cecc087 None None] Provisioning complete for port 9c8ae3b8-9daf-489b-9c60-a3e094eb86b4 triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:35.430673 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-97d30689-b1d1-4c8d-bf71-62815cecc087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:35.509815 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f4584dee-fd07-4e17-9377-d51b1fb9c630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869'] for subnet, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:35.518590 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-97d30689-b1d1-4c8d-bf71-62815cecc087 None None] Port 9c8ae3b8-9daf-489b-9c60-a3e094eb86b4 cannot update to ACTIVE because it is not bound. {{(pid=98877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:42:35.526895 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-20c2b9ee-0274-4531-a423-10276f97a398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:35.556348 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'name': 'tempest-TestShelveInstance-2124173888-router', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:25Z', 'updated_at': '2021-06-06T17:42:28Z', 'revision_number': 3, 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'gw_port': {'id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:26Z', 'updated_at': '2021-06-06T17:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:35.560437 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ecaa46-3d7d-4534-bcce-40ad11324e09 None None] The sync data for ids ['4a750bf7-911c-41d0-90dd-3bea408af14d'] in dv-cinder-791281-4-smb is: [{'id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'name': 'tempest-TestShelveInstance-2124173888-router', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:25Z', 'updated_at': '2021-06-06T17:42:28Z', 'revision_number': 3, 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'gw_port': {'id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:26Z', 'updated_at': '2021-06-06T17:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}] {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:42:35.617791 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6522b994-a7d7-46bf-9240-7ec2e00969d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:35.631390 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4584dee-fd07-4e17-9377-d51b1fb9c630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad36e52f-085e-4814-93d9-62d98b3cab30,revision_number=0']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:35.634987 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-f4584dee-fd07-4e17-9377-d51b1fb9c630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:35.637523 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4584dee-fd07-4e17-9377-d51b1fb9c630 admin admin] Checking segment: {'id': '1c3def78-66f0-4a96-a6f3-0e800da91f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:42:35.637872 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4584dee-fd07-4e17-9377-d51b1fb9c630 admin admin] Network hostable DHCP agents. Network: 72559bc2-9c29-4f2a-bcda-ce8b6786233f, hostable agents: ['9f9e633d-4e7f-4a78-8507-e6ddd2ff9366'], hosted agents: [] {{(pid=98875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:42:35.751996 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4584dee-fd07-4e17-9377-d51b1fb9c630 admin admin] Network 72559bc2-9c29-4f2a-bcda-ce8b6786233f is scheduled to be hosted by DHCP agent 9f9e633d-4e7f-4a78-8507-e6ddd2ff9366 with binding_index 1 {{(pid=98875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:42:35.878773 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [None req-f4584dee-fd07-4e17-9377-d51b1fb9c630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-smb, 72559bc2-9c29-4f2a-bcda-ce8b6786233f) {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:42:35.888264 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4584dee-fd07-4e17-9377-d51b1fb9c630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:35.888853 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f4584dee-fd07-4e17-9377-d51b1fb9c630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for subnet, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:35.898102 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed69c535-48df-48fe-aa00-7fc555836cce None None] Network 72559bc2-9c29-4f2a-bcda-ce8b6786233f requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:42:35.971463 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c41f61-5600-4098-8b10-650edecae74e req-d17fd811-f2fa-4fb3-95a2-bff224f57ea2 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:35.972923 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-27c41f61-5600-4098-8b10-650edecae74e req-d17fd811-f2fa-4fb3-95a2-bff224f57ea2 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 931 time: 0.4996414 Jun 06 17:42:36.047611 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119de69-9ad8-43d1-b610-8fdadd873448 req-f18bcddd-6cd7-4d14-9225-ef4227089274 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:36.049865 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-6119de69-9ad8-43d1-b610-8fdadd873448 req-f18bcddd-6cd7-4d14-9225-ef4227089274 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.2298560 Jun 06 17:42:36.054018 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-f4584dee-fd07-4e17-9377-d51b1fb9c630 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2974451 Jun 06 17:42:36.054600 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 48028) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:36.059267 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-c38e1fb1-a1ea-4bfe-83e4-567186112555 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-397972244-router', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:36.067893 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-27c41f61-5600-4098-8b10-650edecae74e req-589ed816-2902-40b4-83b2-d506effaf240 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811017 Jun 06 17:42:36.100946 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6522b994-a7d7-46bf-9240-7ec2e00969d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:36.157834 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6522b994-a7d7-46bf-9240-7ec2e00969d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2112082'] for port, after_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:36.184451 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-6119de69-9ad8-43d1-b610-8fdadd873448 req-1e224dca-00ef-4936-9cbf-2986a10d081b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939977 Jun 06 17:42:36.218837 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c38e1fb1-a1ea-4bfe-83e4-567186112555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-323912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3591'] for router, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:36.219976 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c38e1fb1-a1ea-4bfe-83e4-567186112555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-324305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-322292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3614'] for router, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:36.237865 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:36.248937 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c38e1fb1-a1ea-4bfe-83e4-567186112555 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:36.366886 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6522b994-a7d7-46bf-9240-7ec2e00969d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1694894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-321467'] for router_interface, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:36.427346 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06590a73-49e1-4c54-ad66-22092b9780f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f501f2b-c289-51ad-9312-eb39f9b77b0c-72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'fixed_ips': [{'subnet_id': 'ad36e52f-085e-4814-93d9-62d98b3cab30'}]}} from dv-cinder-791281-4-smb. {{(pid=98877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 17:42:36.428192 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-06590a73-49e1-4c54-ad66-22092b9780f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:36.428481 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522b994-a7d7-46bf-9240-7ec2e00969d8 admin admin] Pushing event updated for resources: {'Port': ['ID=9c8ae3b8-9daf-489b-9c60-a3e094eb86b4,revision_number=2']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:36.707390 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6522b994-a7d7-46bf-9240-7ec2e00969d8 admin admin] Network ca7b7292-ac0b-4579-b556-747f7f1215a6 is already hosted by enough agents. {{(pid=98876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:42:36.708704 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-6522b994-a7d7-46bf-9240-7ec2e00969d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:36.739520 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 37e2565c-0f0a-4227-beff-beddd60569d1 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:36.758545 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.base_scheduler [None req-6522b994-a7d7-46bf-9240-7ec2e00969d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=98876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:42:36.793134 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-3edd1dbf-215e-43e4-882a-b731605f85b0 req-25ab85b3-87e6-4c13-adaf-d40eeb7ba0eb tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 210 time: 0.0834439 Jun 06 17:42:36.875914 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.db_base_plugin_common [None req-06590a73-49e1-4c54-ad66-22092b9780f0 None None] Allocated IP 172.20.0.2 (72559bc2-9c29-4f2a-bcda-ce8b6786233f/ad36e52f-085e-4814-93d9-62d98b3cab30/3f384be2-c4fb-476f-8803-c8e2779231cf) {{(pid=98877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:42:36.982254 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c38e1fb1-a1ea-4bfe-83e4-567186112555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-322182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-323930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3624'] for router, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:37.090539 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning for port 37e2565c-0f0a-4227-beff-beddd60569d1 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:42:37.105758 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 37e2565c-0f0a-4227-beff-beddd60569d1 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:37.106157 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:37.261791 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-78f26d66-e39b-4dea-abea-61f835797431 None None] Provisioning complete for port 9c8ae3b8-9daf-489b-9c60-a3e094eb86b4 triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:37.262078 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-78f26d66-e39b-4dea-abea-61f835797431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:37.359790 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-78f26d66-e39b-4dea-abea-61f835797431 None None] Port 9c8ae3b8-9daf-489b-9c60-a3e094eb86b4 cannot update to ACTIVE because it is not bound. {{(pid=98877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:42:37.384445 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6522b994-a7d7-46bf-9240-7ec2e00969d8 admin admin] Router 4a750bf7-911c-41d0-90dd-3bea408af14d has already been hosted by L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 {{(pid=98876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:42:37.407068 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-06590a73-49e1-4c54-ad66-22092b9780f0 None None] Notify callbacks [] for port, precommit_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:37.445346 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-06590a73-49e1-4c54-ad66-22092b9780f0 None None] Transition to ACTIVE for port object 3f384be2-c4fb-476f-8803-c8e2779231cf will not be triggered until provisioned by entity L2. {{(pid=98877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:37.452992 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] Request body: {'port': {'device_id': '5fe2f1ce-d501-4595-a784-88c724aac823', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:37.456449 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:37.481727 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-06590a73-49e1-4c54-ad66-22092b9780f0 None None] Transition to ACTIVE for port object 3f384be2-c4fb-476f-8803-c8e2779231cf will not be triggered until provisioned by entity DHCP. {{(pid=98877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:37.488402 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] For port 37e2565c-0f0a-4227-beff-beddd60569d1, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=37e2565c-0f0a-4227-beff-beddd60569d1,segment=NetworkSegment(071d7783-9719-4ea8-bb46-4cbc83b3e1b1),segment_id=071d7783-9719-4ea8-bb46-4cbc83b3e1b1)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:37.653038 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:37.657203 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-06590a73-49e1-4c54-ad66-22092b9780f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:37.667028 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:37.787337 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06590a73-49e1-4c54-ad66-22092b9780f0 None None] Network 72559bc2-9c29-4f2a-bcda-ce8b6786233f is already hosted by enough agents. {{(pid=98877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:42:37.791431 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.scheduler.base_scheduler [None req-06590a73-49e1-4c54-ad66-22092b9780f0 None None] Resources bound (agent type, host, resource id): {{(pid=98877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:42:37.795596 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6522b994-a7d7-46bf-9240-7ec2e00969d8 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:42:37.796768 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06590a73-49e1-4c54-ad66-22092b9780f0 None None] Received port after_create {{(pid=98877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:42:37.819368 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-6522b994-a7d7-46bf-9240-7ec2e00969d8 admin admin] 10.222.0.23 "PUT /v2.0/routers/4a750bf7-911c-41d0-90dd-3bea408af14d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5296323 Jun 06 17:42:37.857743 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Pushing event updated for resources: {'Port': ['ID=37e2565c-0f0a-4227-beff-beddd60569d1,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:37.861486 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:37.892554 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e7154-7db4-47fc-a572-af3dfc23ab18 req-e99df1af-4a62-4d44-bf54-f2e327dcff52 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:37.907152 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c0032-11b5-4010-bf3c-18d135c2a0cf req-09b8b639-acec-49b7-bd29-1f6b02e828d6 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:37.907152 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-539c0032-11b5-4010-bf3c-18d135c2a0cf req-09b8b639-acec-49b7-bd29-1f6b02e828d6 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.3912594 Jun 06 17:42:37.910509 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-bd7e7154-7db4-47fc-a572-af3dfc23ab18 req-e99df1af-4a62-4d44-bf54-f2e327dcff52 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 931 time: 0.4042261 Jun 06 17:42:37.994855 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-06590a73-49e1-4c54-ad66-22092b9780f0 None None] Attempting to bind port 3f384be2-c4fb-476f-8803-c8e2779231cf on host dv-cinder-791281-4-smb for vnic_type normal with profile {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:42:37.995227 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-06590a73-49e1-4c54-ad66-22092b9780f0 None None] Attempting to bind port 3f384be2-c4fb-476f-8803-c8e2779231cf by drivers openvswitch,hyperv on host dv-cinder-791281-4-smb at level 0 using segments [{'id': '1c3def78-66f0-4a96-a6f3-0e800da91f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f'}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:42:37.995593 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06590a73-49e1-4c54-ad66-22092b9780f0 None None] Attempting to bind port 3f384be2-c4fb-476f-8803-c8e2779231cf on network 72559bc2-9c29-4f2a-bcda-ce8b6786233f {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:42:38.006132 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06590a73-49e1-4c54-ad66-22092b9780f0 None None] Pushing event updated for resources: {'Port': ['ID=3f384be2-c4fb-476f-8803-c8e2779231cf,revision_number=1']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:38.008605 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06590a73-49e1-4c54-ad66-22092b9780f0 None None] Checking agent: {'id': '866b1ceb-3f07-4282-bec2-bca05938cd10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 48), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:42:38.008979 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06590a73-49e1-4c54-ad66-22092b9780f0 None None] Checking segment: {'id': '1c3def78-66f0-4a96-a6f3-0e800da91f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:42:38.009382 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-06590a73-49e1-4c54-ad66-22092b9780f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:38.009761 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06590a73-49e1-4c54-ad66-22092b9780f0 None None] Bound using segment: {'id': '1c3def78-66f0-4a96-a6f3-0e800da91f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f'} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:42:38.010259 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-06590a73-49e1-4c54-ad66-22092b9780f0 None None] Bound port: 3f384be2-c4fb-476f-8803-c8e2779231cf, host: dv-cinder-791281-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3def78-66f0-4a96-a6f3-0e800da91f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f'}}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:42:38.010773 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-06590a73-49e1-4c54-ad66-22092b9780f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:38.021331 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-06590a73-49e1-4c54-ad66-22092b9780f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:38.024019 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-fd7837be-a6e0-43ec-b88d-0f837e11e6d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.283s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:38.024437 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-fd7837be-a6e0-43ec-b88d-0f837e11e6d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:38.077648 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-539c0032-11b5-4010-bf3c-18d135c2a0cf req-1a39a682-0bf0-438f-ac29-a51f6d7f2440 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590517 Jun 06 17:42:38.218159 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] Sync routers for ids ['4a750bf7-911c-41d0-90dd-3bea408af14d'] in dv-cinder-791281-4-smb {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:42:38.223022 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-06590a73-49e1-4c54-ad66-22092b9780f0 None None] For port 3f384be2-c4fb-476f-8803-c8e2779231cf, host dv-cinder-791281-4-smb, cleared binding levels {{(pid=98877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:42:38.231675 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] Routers {'4a750bf7-911c-41d0-90dd-3bea408af14d'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:42:38.232420 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:42:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['4a750bf7-911c-41d0-90dd-3bea408af14d'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:38.241455 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-06590a73-49e1-4c54-ad66-22092b9780f0 None None] For port 3f384be2-c4fb-476f-8803-c8e2779231cf, host dv-cinder-791281-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=3f384be2-c4fb-476f-8803-c8e2779231cf,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:42:38.314322 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-bd7e7154-7db4-47fc-a572-af3dfc23ab18 req-e20bf460-1141-483d-aa73-65ecf3ca2429 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026840 Jun 06 17:42:38.333577 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-06590a73-49e1-4c54-ad66-22092b9780f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:38.338367 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-b4a0a791-01d5-48d8-9bfb-881b1f48ca76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:38.358971 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-912d0928-d5ac-4510-b439-c2618020ec0e req-377ca0d1-c019-431d-a3d4-08c881e00912 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 210 time: 0.0614715 Jun 06 17:42:38.491918 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c38e1fb1-a1ea-4bfe-83e4-567186112555 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:38.515194 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06590a73-49e1-4c54-ad66-22092b9780f0 None None] Pushing event updated for resources: {'Port': ['ID=3f384be2-c4fb-476f-8803-c8e2779231cf,revision_number=2']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:38.522761 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-06590a73-49e1-4c54-ad66-22092b9780f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:38.641315 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] Set router 4a750bf7-911c-41d0-90dd-3bea408af14d gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:42:38.648449 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 37e2565c-0f0a-4227-beff-beddd60569d1 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:38.662735 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c38e1fb1-a1ea-4bfe-83e4-567186112555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:38.881598 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 37e2565c-0f0a-4227-beff-beddd60569d1 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:38.882197 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:39.212447 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'name': 'tempest-TestShelveInstance-2124173888-router', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:25Z', 'updated_at': '2021-06-06T17:42:35Z', 'revision_number': 4, 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'gw_port': {'id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:26Z', 'updated_at': '2021-06-06T17:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': '9c8ae3b8-9daf-489b-9c60-a3e094eb86b4', 'name': '', 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'mac_address': 'fa:16:3e:93:1f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5c39b957-51e6-41dc-913c-04e3215e7138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:33Z', 'updated_at': '2021-06-06T17:42:35Z', 'revision_number': 2, 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'subnets': [{'id': '5c39b957-51e6-41dc-913c-04e3215e7138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:39.220659 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] Checking router: 4a750bf7-911c-41d0-90dd-3bea408af14d for host: dv-cinder-791281-4-smb {{(pid=98878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:42:39.220659 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] Updating router 4a750bf7-911c-41d0-90dd-3bea408af14d port 9c8ae3b8-9daf-489b-9c60-a3e094eb86b4 binding host dv-cinder-791281-4-smb {{(pid=98878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:42:39.292067 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:39.318432 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_common [None req-c38e1fb1-a1ea-4bfe-83e4-567186112555 admin admin] Allocated IP 172.28.3.117 (ba4729d8-bae0-44dd-959b-45f2743fbe2e/d8ac2d9e-a11c-4f30-89f8-f7a6f927176d/8296bab6-6c02-4194-9d04-ddad61f7c011) {{(pid=98875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:42:39.573049 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424a236-09d7-406a-9202-f9d38e581bd9 req-e65c06ce-079c-4799-b389-bb5922299681 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:39.575923 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-9424a236-09d7-406a-9202-f9d38e581bd9 req-e65c06ce-079c-4799-b389-bb5922299681 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 931 time: 0.1091866 Jun 06 17:42:39.624852 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-9424a236-09d7-406a-9202-f9d38e581bd9 req-ad07557e-3d16-4677-b725-b3ff5f77d0e0 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415475 Jun 06 17:42:39.648872 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8681dde-a1b2-4c32-8f61-252d15c194ff {{(pid=98875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:42:39.654620 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:39.696287 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee877e3-a97f-49fe-acf5-5fda9c15610f req-3fe0f24d-3ebc-448f-a917-680c2aa39ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:39.697732 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9ee877e3-a97f-49fe-acf5-5fda9c15610f req-3fe0f24d-3ebc-448f-a917-680c2aa39ac0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b44d9521c3844a3882ee6d0cc8b07187&device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 1099 time: 0.6844585 Jun 06 17:42:39.701736 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] Transition to ACTIVE for port object a8681dde-a1b2-4c32-8f61-252d15c194ff will not be triggered until provisioned by entity L2. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:39.707564 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c38e1fb1-a1ea-4bfe-83e4-567186112555 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:39.794399 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3902ae5a-7516-418a-a8a5-cf8ccacce8c7 None None] Network 72559bc2-9c29-4f2a-bcda-ce8b6786233f requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:42:39.797117 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] Notify callbacks [] for port, precommit_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:39.808300 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-78a8183d-9e4a-4954-a0cd-a26980f68598 req-977bbb61-e495-4d16-be91-2efb01b9a7b0 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 210 time: 0.0609248 Jun 06 17:42:39.818763 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.provisioning_blocks [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] Transition to ACTIVE for port object 9c8ae3b8-9daf-489b-9c60-a3e094eb86b4 will not be triggered until provisioned by entity L2. {{(pid=98878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:39.828879 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b6ffc-7050-441c-b83f-448d1589f2fe req-9bdd0769-9a2b-42fa-bff4-e5310c33100b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:39.830366 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-df8b6ffc-7050-441c-b83f-448d1589f2fe req-9bdd0769-9a2b-42fa-bff4-e5310c33100b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.5437725 Jun 06 17:42:39.921034 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-df8b6ffc-7050-441c-b83f-448d1589f2fe req-595dc039-ba33-4ed1-9d6a-d5fa37aaee1d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820982 Jun 06 17:42:39.925617 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee877e3-a97f-49fe-acf5-5fda9c15610f req-6c15d854-a348-42c9-bc81-7ae3657bfdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:39.927108 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9ee877e3-a97f-49fe-acf5-5fda9c15610f req-6c15d854-a348-42c9-bc81-7ae3657bfdf8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0c070bd4-ddfe-41f0-9fed-d7e70018cc8e HTTP/1.1" status: 200 len: 912 time: 0.2164223 Jun 06 17:42:39.949188 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:39.949474 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:39.954342 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:39.955361 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:40.008663 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48078) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:40.013912 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-f4998f54-ca24-47a6-8daa-b99d3cf8e6e8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1759936979-network', 'tenant_id': '14af49004bf84c119d88ed5c3e01d2c6'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:40.019879 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-e53cb71a-2ede-4edd-b69b-a21319a2dafd None None] Provisioning for port 3f384be2-c4fb-476f-8803-c8e2779231cf completed by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:42:40.157329 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124a4ea-3b9a-4383-9528-73ef4068371b None None] Pushing event updated for resources: {'Port': ['ID=9c8ae3b8-9daf-489b-9c60-a3e094eb86b4,revision_number=3']} {{(pid=98878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:40.162793 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [None req-b124a4ea-3b9a-4383-9528-73ef4068371b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:40.181883 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c38e1fb1-a1ea-4bfe-83e4-567186112555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:40.230982 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4998f54-ca24-47a6-8daa-b99d3cf8e6e8 admin admin] Made reservation on behalf of 14af49004bf84c119d88ed5c3e01d2c6 for: {'network': 1} {{(pid=98876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:42:40.230982 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f4998f54-ca24-47a6-8daa-b99d3cf8e6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-636678'] for network, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:40.248809 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f4998f54-ca24-47a6-8daa-b99d3cf8e6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:40.323728 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] Pushing event updated for resources: {'Port': ['ID=a8681dde-a1b2-4c32-8f61-252d15c194ff,revision_number=2']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:40.342369 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38e1fb1-a1ea-4bfe-83e4-567186112555 admin admin] Network ba4729d8-bae0-44dd-959b-45f2743fbe2e is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:42:40.357705 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:40.359003 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [None req-c38e1fb1-a1ea-4bfe-83e4-567186112555 admin admin] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:42:40.360389 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-0482f3c2-76f4-4282-8827-998e1c0c04c8 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:40.403592 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f4998f54-ca24-47a6-8daa-b99d3cf8e6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:40.412314 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38e1fb1-a1ea-4bfe-83e4-567186112555 admin admin] Received port after_create {{(pid=98875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:42:40.554877 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f4998f54-ca24-47a6-8daa-b99d3cf8e6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:40.559611 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-0f5545a5-eb01-4a99-b0d3-a0412983b332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:40.559757 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] Attempting to bind port a8681dde-a1b2-4c32-8f61-252d15c194ff on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:42:40.560196 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] Attempting to bind port a8681dde-a1b2-4c32-8f61-252d15c194ff by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '5cf304d0-d138-4397-bbeb-3fcd9e890b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1'}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:42:40.560636 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] Attempting to bind port a8681dde-a1b2-4c32-8f61-252d15c194ff on network dd6b6b73-4c91-4d11-9237-6a6a820356c1 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:42:40.602430 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4998f54-ca24-47a6-8daa-b99d3cf8e6e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=98876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:42:40.608532 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4998f54-ca24-47a6-8daa-b99d3cf8e6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358ddf27-f920-4445-932c-050613a6ad8b,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:40.612704 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-f4998f54-ca24-47a6-8daa-b99d3cf8e6e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:40.617529 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f4998f54-ca24-47a6-8daa-b99d3cf8e6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:40.618097 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.db.segments_db [None req-f4998f54-ca24-47a6-8daa-b99d3cf8e6e8 admin admin] Added segment c7651f7e-f594-4551-be36-efc0c607fac4 of type vlan for network 2485ae72-005f-464c-b8bc-19740adbcfb1 Jun 06 17:42:40.657487 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f4998f54-ca24-47a6-8daa-b99d3cf8e6e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729318189806'] for network, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:40.664076 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] Port a8681dde-a1b2-4c32-8f61-252d15c194ff on network dd6b6b73-4c91-4d11-9237-6a6a820356c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:42:40.665167 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 3f384be2-c4fb-476f-8803-c8e2779231cf up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:40.665830 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] Attempting to bind port a8681dde-a1b2-4c32-8f61-252d15c194ff on network dd6b6b73-4c91-4d11-9237-6a6a820356c1 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:42:40.669954 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9ee877e3-a97f-49fe-acf5-5fda9c15610f req-7d937dbe-e07c-41c8-bb0d-9d9824272be4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=030d43c8-f587-4071-8933-68376095a69f HTTP/1.1" status: 200 len: 1002 time: 0.4652901 Jun 06 17:42:40.766695 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] Checking agent: {'id': 'a6fcd907-c3ac-4abf-b52d-463afd7284ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'started_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:42:40.767074 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] Checking segment: {'id': '5cf304d0-d138-4397-bbeb-3fcd9e890b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:42:40.767468 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] Bound using segment: {'id': '5cf304d0-d138-4397-bbeb-3fcd9e890b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1'} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:42:40.767920 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] Bound port: a8681dde-a1b2-4c32-8f61-252d15c194ff, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf304d0-d138-4397-bbeb-3fcd9e890b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1'}}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:42:40.768281 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:40.784997 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.managers [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] Attempting to bind port 9c8ae3b8-9daf-489b-9c60-a3e094eb86b4 on host dv-cinder-791281-4-smb for vnic_type normal with profile {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:42:40.790221 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.managers [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] Attempting to bind port 9c8ae3b8-9daf-489b-9c60-a3e094eb86b4 by drivers openvswitch,hyperv on host dv-cinder-791281-4-smb at level 0 using segments [{'id': '85cd9012-ca03-4fdb-9af9-af1476b52a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6'}] {{(pid=98878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:42:40.790221 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] Attempting to bind port 9c8ae3b8-9daf-489b-9c60-a3e094eb86b4 on network ca7b7292-ac0b-4579-b556-747f7f1215a6 {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:42:40.791273 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] Checking agent: {'id': '866b1ceb-3f07-4282-bec2-bca05938cd10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 48), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:42:40.791635 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] Checking segment: {'id': '85cd9012-ca03-4fdb-9af9-af1476b52a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:42:40.792485 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:40.792485 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] Bound using segment: {'id': '85cd9012-ca03-4fdb-9af9-af1476b52a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6'} {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:42:40.792888 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.managers [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] Bound port: 9c8ae3b8-9daf-489b-9c60-a3e094eb86b4, host: dv-cinder-791281-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85cd9012-ca03-4fdb-9af9-af1476b52a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6'}}] {{(pid=98878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:42:40.793254 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:40.797881 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e1fb1-a1ea-4bfe-83e4-567186112555 admin admin] Pushing event updated for resources: {'Port': ['ID=8296bab6-6c02-4194-9d04-ddad61f7c011,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:40.800754 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-c38e1fb1-a1ea-4bfe-83e4-567186112555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:40.828135 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f4998f54-ca24-47a6-8daa-b99d3cf8e6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876'] for network, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:40.835091 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4998f54-ca24-47a6-8daa-b99d3cf8e6e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:40.835761 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f4998f54-ca24-47a6-8daa-b99d3cf8e6e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:40.839160 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning for port 3f384be2-c4fb-476f-8803-c8e2779231cf completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:42:40.841608 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:40.844982 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 3f384be2-c4fb-476f-8803-c8e2779231cf triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:40.847707 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:40.884868 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee877e3-a97f-49fe-acf5-5fda9c15610f req-0618c9e4-3072-4f17-a1ad-a161e382f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:40.886420 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9ee877e3-a97f-49fe-acf5-5fda9c15610f req-0618c9e4-3072-4f17-a1ad-a161e382f08a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8be3246-7ec4-4d23-84b1-36d960621851 HTTP/1.1" status: 200 len: 850 time: 0.2051599 Jun 06 17:42:40.928425 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] For port a8681dde-a1b2-4c32-8f61-252d15c194ff, host hv-cinder-79128, cleared binding levels {{(pid=98875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:42:40.935835 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] For port a8681dde-a1b2-4c32-8f61-252d15c194ff, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a8681dde-a1b2-4c32-8f61-252d15c194ff,segment=NetworkSegment(5cf304d0-d138-4397-bbeb-3fcd9e890b86),segment_id=5cf304d0-d138-4397-bbeb-3fcd9e890b86)] {{(pid=98875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:42:40.953399 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.db [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] For port 9c8ae3b8-9daf-489b-9c60-a3e094eb86b4, host dv-cinder-791281-4-smb, cleared binding levels {{(pid=98878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:42:40.956884 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4998f54-ca24-47a6-8daa-b99d3cf8e6e8 admin admin] Pushing event updated for resources: {'Network': ['ID=2485ae72-005f-464c-b8bc-19740adbcfb1,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:40.959928 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-f4998f54-ca24-47a6-8daa-b99d3cf8e6e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:40.969101 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.db [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] For port 9c8ae3b8-9daf-489b-9c60-a3e094eb86b4, host dv-cinder-791281-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=9c8ae3b8-9daf-489b-9c60-a3e094eb86b4,segment=NetworkSegment(85cd9012-ca03-4fdb-9af9-af1476b52a9f),segment_id=85cd9012-ca03-4fdb-9af9-af1476b52a9f)] {{(pid=98878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:42:40.980878 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768d32a-5a92-410a-bf0d-83720e463dc0 req-23c42c1c-737a-4b48-afe0-7f4a29d19542 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:40.982586 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-3768d32a-5a92-410a-bf0d-83720e463dc0 req-23c42c1c-737a-4b48-afe0-7f4a29d19542 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 943 time: 0.1942403 Jun 06 17:42:40.996032 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Network 2485ae72-005f-464c-b8bc-19740adbcfb1 details requested by agent ovs-agent-dv-cinder-791281-4-smb with host dv-cinder-791281-4-smb {{(pid=98877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:42:41.063229 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-3768d32a-5a92-410a-bf0d-83720e463dc0 req-4b908d94-5b66-4b42-b434-eb47b40ce5e3 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678346 Jun 06 17:42:41.072481 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:41.075416 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-f4998f54-ca24-47a6-8daa-b99d3cf8e6e8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0654705 Jun 06 17:42:41.077602 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [None req-4c8ae16c-9a31-4434-b16c-104175842de1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:41.078128 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48090) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:41.087839 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-77b844c6-b5a0-480b-b9f6-06d7c100778a admin admin] Request body: {'subnet': {'network_id': '2485ae72-005f-464c-b8bc-19740adbcfb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1759936979-subnet', 'tenant_id': '14af49004bf84c119d88ed5c3e01d2c6', 'ip_version': 4}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:41.119119 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:41.210428 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:41.241638 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] Routers {'4a750bf7-911c-41d0-90dd-3bea408af14d'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:42:41.242582 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:42:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['4a750bf7-911c-41d0-90dd-3bea408af14d'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:41.249893 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:41.283825 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b844c6-b5a0-480b-b9f6-06d7c100778a admin admin] Made reservation on behalf of 14af49004bf84c119d88ed5c3e01d2c6 for: {'subnet': 1} {{(pid=98876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:42:41.286334 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-77b844c6-b5a0-480b-b9f6-06d7c100778a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3128071'] for subnet, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:41.300438 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] For port 3f384be2-c4fb-476f-8803-c8e2779231cf, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=3f384be2-c4fb-476f-8803-c8e2779231cf,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:41.351700 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-bda3ec70-1009-468c-a23b-6173b571d4dd req-cf0284e6-d078-4af8-9c8e-2056e08b5bc6 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20495dd-71a6-40c9-97a9-cec45b75ab30 HTTP/1.1" status: 200 len: 210 time: 0.2531536 Jun 06 17:42:41.362875 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:41.363726 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:41.365298 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] 10.222.0.21 "PUT /v2.0/ports/a8681dde-a1b2-4c32-8f61-252d15c194ff HTTP/1.1" status: 200 len: 1093 time: 3.9169579 Jun 06 17:42:41.370505 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124a4ea-3b9a-4383-9528-73ef4068371b None None] Pushing event updated for resources: {'Port': ['ID=9c8ae3b8-9daf-489b-9c60-a3e094eb86b4,revision_number=4']} {{(pid=98878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:41.370700 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe2f1ce-d501-4595-a784-88c724aac823', 'tag': 'a8681dde-a1b2-4c32-8f61-252d15c194ff'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:42:41.373200 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea04c95-66e3-4c63-a407-92307d6e60af" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe2f1ce-d501-4595-a784-88c724aac823", "tag": "a8681dde-a1b2-4c32-8f61-252d15c194ff"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:42:41.373346 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:41.384423 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-accd42cb-37b5-4566-88d5-4964629395f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:41.385027 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [None req-b124a4ea-3b9a-4383-9528-73ef4068371b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:41.559983 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] Pushing event updated for resources: {'Port': ['ID=a8681dde-a1b2-4c32-8f61-252d15c194ff,revision_number=3']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:41.573296 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:41.576088 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8261e6f2-cc33-4fa7-8be4-56f62158a7f9 x-openstack-request-id: req-8261e6f2-cc33-4fa7-8be4-56f62158a7f9 {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:42:41.578172 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe2f1ce-d501-4595-a784-88c724aac823", "tag": "a8681dde-a1b2-4c32-8f61-252d15c194ff", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:42:41.579889 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8261e6f2-cc33-4fa7-8be4-56f62158a7f9 {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:42:41.580616 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe2f1ce-d501-4595-a784-88c724aac823', 'tag': 'a8681dde-a1b2-4c32-8f61-252d15c194ff', 'status': 'completed', 'code': 200} Jun 06 17:42:41.601389 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Pushing event updated for resources: {'Port': ['ID=3f384be2-c4fb-476f-8803-c8e2779231cf,revision_number=3']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:41.602999 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee877e3-a97f-49fe-acf5-5fda9c15610f req-0e77e67d-dff4-4a5e-b0a9-95ae869e0a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:41.603865 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9ee877e3-a97f-49fe-acf5-5fda9c15610f req-0e77e67d-dff4-4a5e-b0a9-95ae869e0a13 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c070bd4-ddfe-41f0-9fed-d7e70018cc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6414239 Jun 06 17:42:41.604592 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:41.622147 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] Set router 4a750bf7-911c-41d0-90dd-3bea408af14d gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:42:41.672228 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3adfe-4331-42d5-afe9-f53abbb844eb req-6ba7da26-2a31-4f21-848e-a5a18ea67925 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:41.692067 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-aac3adfe-4331-42d5-afe9-f53abbb844eb req-6ba7da26-2a31-4f21-848e-a5a18ea67925 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.5037324 Jun 06 17:42:41.750424 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-aac3adfe-4331-42d5-afe9-f53abbb844eb req-34021ac8-f9e8-4213-8067-a414abf61764 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573874 Jun 06 17:42:41.750971 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9ee877e3-a97f-49fe-acf5-5fda9c15610f req-af80d0a2-7b59-4d5d-b683-f6f7cd2319ab service neutron] 10.222.0.21 "GET /v2.0/networks/0c070bd4-ddfe-41f0-9fed-d7e70018cc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361439 Jun 06 17:42:41.764086 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-77b844c6-b5a0-480b-b9f6-06d7c100778a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2112197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3128085'] for subnet, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:41.771131 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-39e27bbb-3f89-4f18-9016-bb96a70f7ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:41.804869 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c38e1fb1-a1ea-4bfe-83e4-567186112555 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:41.888629 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b844c6-b5a0-480b-b9f6-06d7c100778a admin admin] Checking segment: {'id': 'c7651f7e-f594-4551-be36-efc0c607fac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2485ae72-005f-464c-b8bc-19740adbcfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:42:41.889821 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b844c6-b5a0-480b-b9f6-06d7c100778a admin admin] Network hostable DHCP agents. Network: 2485ae72-005f-464c-b8bc-19740adbcfb1, hostable agents: ['9f9e633d-4e7f-4a78-8507-e6ddd2ff9366'], hosted agents: [] {{(pid=98876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:42:41.914656 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b844c6-b5a0-480b-b9f6-06d7c100778a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d298732-8997-4b29-8422-256a047c105f,revision_number=0']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:41.917973 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-77b844c6-b5a0-480b-b9f6-06d7c100778a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:41.993019 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'name': 'tempest-TestShelveInstance-2124173888-router', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:25Z', 'updated_at': '2021-06-06T17:42:35Z', 'revision_number': 4, 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'gw_port': {'id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:26Z', 'updated_at': '2021-06-06T17:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': '9c8ae3b8-9daf-489b-9c60-a3e094eb86b4', 'name': '', 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'mac_address': 'fa:16:3e:93:1f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5c39b957-51e6-41dc-913c-04e3215e7138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:33Z', 'updated_at': '2021-06-06T17:42:40Z', 'revision_number': 4, 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'subnets': [{'id': '5c39b957-51e6-41dc-913c-04e3215e7138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:41.997482 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba31b49-5b1b-48bd-b511-78d22f65e3a1 None None] The sync data for ids ['4a750bf7-911c-41d0-90dd-3bea408af14d'] in dv-cinder-791281-4-smb is: [{'id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'name': 'tempest-TestShelveInstance-2124173888-router', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:25Z', 'updated_at': '2021-06-06T17:42:35Z', 'revision_number': 4, 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'gw_port': {'id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:26Z', 'updated_at': '2021-06-06T17:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': '9c8ae3b8-9daf-489b-9c60-a3e094eb86b4', 'name': '', 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'mac_address': 'fa:16:3e:93:1f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5c39b957-51e6-41dc-913c-04e3215e7138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:33Z', 'updated_at': '2021-06-06T17:42:40Z', 'revision_number': 4, 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'subnets': [{'id': '5c39b957-51e6-41dc-913c-04e3215e7138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:42:42.044584 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b844c6-b5a0-480b-b9f6-06d7c100778a admin admin] Network 2485ae72-005f-464c-b8bc-19740adbcfb1 is scheduled to be hosted by DHCP agent 9f9e633d-4e7f-4a78-8507-e6ddd2ff9366 with binding_index 1 {{(pid=98876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:42:42.054278 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-6e772e4f-425a-4606-99c6-e076998d55fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:42.055843 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-6e772e4f-425a-4606-99c6-e076998d55fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b3ec8c5bcbb4f598b9611ce45de681b&device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 1096 time: 0.5627191 Jun 06 17:42:42.154230 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-851c756e-6b5a-4eda-9850-2677fa217dcc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8681dde-a1b2-4c32-8f61-252d15c194ff HTTP/1.1" status: 200 len: 217 time: 0.0832894 Jun 06 17:42:42.166364 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.base_scheduler [None req-77b844c6-b5a0-480b-b9f6-06d7c100778a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-smb, 2485ae72-005f-464c-b8bc-19740adbcfb1) {{(pid=98876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:42:42.178218 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b844c6-b5a0-480b-b9f6-06d7c100778a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:42.180388 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b65636-9a58-4da9-9b73-fc97e702fb47 None None] Network 2485ae72-005f-464c-b8bc-19740adbcfb1 requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:42:42.180931 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-77b844c6-b5a0-480b-b9f6-06d7c100778a admin admin] Notify callbacks [] for subnet, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:42.312726 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-77b844c6-b5a0-480b-b9f6-06d7c100778a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2332649 Jun 06 17:42:42.315023 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48102) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:42.319990 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1759936979-router', 'tenant_id': '14af49004bf84c119d88ed5c3e01d2c6', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:42.349747 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9ee877e3-a97f-49fe-acf5-5fda9c15610f req-e0c08792-44de-4ac0-a4f4-c8c8caadd20b service neutron] 10.222.0.21 "GET /v2.0/networks/0c070bd4-ddfe-41f0-9fed-d7e70018cc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5817499 Jun 06 17:42:42.375809 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-b8476f5a-5147-4c9a-b65b-5250dcef0f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:42.379583 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-b8476f5a-5147-4c9a-b65b-5250dcef0f1d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46 HTTP/1.1" status: 200 len: 853 time: 0.1612766 Jun 06 17:42:42.441500 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-323912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3591'] for router, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:42.441904 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5eadf6-09f4-41d3-a66b-ee2e17a48237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f501f2b-c289-51ad-9312-eb39f9b77b0c-2485ae72-005f-464c-b8bc-19740adbcfb1', 'network_id': '2485ae72-005f-464c-b8bc-19740adbcfb1', 'tenant_id': '14af49004bf84c119d88ed5c3e01d2c6', 'fixed_ips': [{'subnet_id': '3d298732-8997-4b29-8422-256a047c105f'}]}} from dv-cinder-791281-4-smb. {{(pid=98877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 17:42:42.446927 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-324305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-322292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1659766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3614'] for router, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:42.447084 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-1e5eadf6-09f4-41d3-a66b-ee2e17a48237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:42.467761 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:42.663751 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.db_base_plugin_common [None req-1e5eadf6-09f4-41d3-a66b-ee2e17a48237 None None] Allocated IP 172.20.0.2 (2485ae72-005f-464c-b8bc-19740adbcfb1/3d298732-8997-4b29-8422-256a047c105f/4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4) {{(pid=98877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:42:42.727723 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e60e05-2d82-48c9-ba24-034599fdd45a req-29b5a1b3-aa70-4c1e-adbe-4414772d7f0c tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:42.733914 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-65e60e05-2d82-48c9-ba24-034599fdd45a req-29b5a1b3-aa70-4c1e-adbe-4414772d7f0c tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 943 time: 0.5142589 Jun 06 17:42:42.760091 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 3f384be2-c4fb-476f-8803-c8e2779231cf up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:42.793525 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c38e1fb1-a1ea-4bfe-83e4-567186112555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-323905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-322217'] for router, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:42.802416 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-06c857f3-549e-4859-b6c0-0761faf9f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:42.810484 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-06c857f3-549e-4859-b6c0-0761faf9f5bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd6b6b73-4c91-4d11-9237-6a6a820356c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4147427 Jun 06 17:42:42.940330 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 3f384be2-c4fb-476f-8803-c8e2779231cf triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:42.940734 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:42.968135 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-65e60e05-2d82-48c9-ba24-034599fdd45a req-2a6fe342-bace-49df-ae57-6cfac6a56b03 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331588 Jun 06 17:42:43.204283 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-322182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-323930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3624'] for router, precommit_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:43.263548 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-1e5eadf6-09f4-41d3-a66b-ee2e17a48237 None None] Notify callbacks [] for port, precommit_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:43.264225 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-c4726f4f-d951-413e-a4c8-5c17d8484304 service neutron] 10.222.0.21 "GET /v2.0/networks/dd6b6b73-4c91-4d11-9237-6a6a820356c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726203 Jun 06 17:42:43.281672 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-1e5eadf6-09f4-41d3-a66b-ee2e17a48237 None None] Transition to ACTIVE for port object 4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4 will not be triggered until provisioned by entity L2. {{(pid=98877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:43.358089 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c96fcb-bc62-4f31-ba0e-5c711244f1fa req-4722b9e6-4003-4471-a277-05edf594c5cb tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:43.367037 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-01c96fcb-bc62-4f31-ba0e-5c711244f1fa req-4722b9e6-4003-4471-a277-05edf594c5cb tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.1539559 Jun 06 17:42:43.374866 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-1e5eadf6-09f4-41d3-a66b-ee2e17a48237 None None] Transition to ACTIVE for port object 4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4 will not be triggered until provisioned by entity DHCP. {{(pid=98877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:43.390473 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 9c8ae3b8-9daf-489b-9c60-a3e094eb86b4 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:43.479637 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-baa2a33a-432d-4cc5-8890-d0965c8e6d76 req-48463f39-8838-4bc1-a00e-7d4f5af7dddf service neutron] 10.222.0.21 "GET /v2.0/networks/dd6b6b73-4c91-4d11-9237-6a6a820356c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060125 Jun 06 17:42:43.492971 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-1e5eadf6-09f4-41d3-a66b-ee2e17a48237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:43.496989 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-01c96fcb-bc62-4f31-ba0e-5c711244f1fa req-41ac92c5-9467-4423-992a-e35712ab0930 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285563 Jun 06 17:42:43.498663 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:43.538080 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38e1fb1-a1ea-4bfe-83e4-567186112555 admin admin] Router c2fd68fd-b485-4ca5-9580-0bba8a39bc99 is scheduled to L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 with binding_index 1 {{(pid=98875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 17:42:43.601574 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5eadf6-09f4-41d3-a66b-ee2e17a48237 None None] Network 2485ae72-005f-464c-b8bc-19740adbcfb1 is already hosted by enough agents. {{(pid=98877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:42:43.606474 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.scheduler.base_scheduler [None req-1e5eadf6-09f4-41d3-a66b-ee2e17a48237 None None] Resources bound (agent type, host, resource id): {{(pid=98877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:42:43.614515 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning for port 9c8ae3b8-9daf-489b-9c60-a3e094eb86b4 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:42:43.620824 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5eadf6-09f4-41d3-a66b-ee2e17a48237 None None] Received port after_create {{(pid=98877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:42:43.628218 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5eadf6-09f4-41d3-a66b-ee2e17a48237 None None] Pushing event updated for resources: {'Port': ['ID=4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4,revision_number=1']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:43.631015 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 9c8ae3b8-9daf-489b-9c60-a3e094eb86b4 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:43.631015 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:43.662393 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-1e5eadf6-09f4-41d3-a66b-ee2e17a48237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:43.790623 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-1e5eadf6-09f4-41d3-a66b-ee2e17a48237 None None] Attempting to bind port 4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4 on host dv-cinder-791281-4-smb for vnic_type normal with profile {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:42:43.795101 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-1e5eadf6-09f4-41d3-a66b-ee2e17a48237 None None] Attempting to bind port 4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4 by drivers openvswitch,hyperv on host dv-cinder-791281-4-smb at level 0 using segments [{'id': 'c7651f7e-f594-4551-be36-efc0c607fac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2485ae72-005f-464c-b8bc-19740adbcfb1'}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:42:43.795253 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:43.795376 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5eadf6-09f4-41d3-a66b-ee2e17a48237 None None] Attempting to bind port 4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4 on network 2485ae72-005f-464c-b8bc-19740adbcfb1 {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:42:43.799721 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5eadf6-09f4-41d3-a66b-ee2e17a48237 None None] Checking agent: {'id': '866b1ceb-3f07-4282-bec2-bca05938cd10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 48), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:42:43.800136 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5eadf6-09f4-41d3-a66b-ee2e17a48237 None None] Checking segment: {'id': 'c7651f7e-f594-4551-be36-efc0c607fac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2485ae72-005f-464c-b8bc-19740adbcfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:42:43.800730 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-1e5eadf6-09f4-41d3-a66b-ee2e17a48237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:43.801134 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5eadf6-09f4-41d3-a66b-ee2e17a48237 None None] Bound using segment: {'id': 'c7651f7e-f594-4551-be36-efc0c607fac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2485ae72-005f-464c-b8bc-19740adbcfb1'} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:42:43.801640 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-1e5eadf6-09f4-41d3-a66b-ee2e17a48237 None None] Bound port: 4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4, host: dv-cinder-791281-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7651f7e-f594-4551-be36-efc0c607fac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2485ae72-005f-464c-b8bc-19740adbcfb1'}}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:42:43.802049 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-1e5eadf6-09f4-41d3-a66b-ee2e17a48237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:43.830359 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:43.927375 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:43.943360 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38e1fb1-a1ea-4bfe-83e4-567186112555 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:42:43.955536 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] Sync routers for ids ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'] in dv-cinder-791281-4-smb {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:42:43.974910 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea04c95-66e3-4c63-a407-92307d6e60af req-15bbd948-fd63-4508-8698-cdbace665b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:43.976949 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4ea04c95-66e3-4c63-a407-92307d6e60af req-15bbd948-fd63-4508-8698-cdbace665b9e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b3ec8c5bcbb4f598b9611ce45de681b&device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 1096 time: 0.2464378 Jun 06 17:42:43.990485 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-1e5eadf6-09f4-41d3-a66b-ee2e17a48237 None None] For port 4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4, host dv-cinder-791281-4-smb, cleared binding levels {{(pid=98877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:42:43.992566 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.db_base_plugin_common [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Allocated IP 172.28.3.112 (ba4729d8-bae0-44dd-959b-45f2743fbe2e/d8ac2d9e-a11c-4f30-89f8-f7a6f927176d/9ea9185b-a72f-4c0b-ae08-5d50373b75d7) {{(pid=98876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:42:43.993389 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] For port 9c8ae3b8-9daf-489b-9c60-a3e094eb86b4, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=9c8ae3b8-9daf-489b-9c60-a3e094eb86b4,segment=NetworkSegment(85cd9012-ca03-4fdb-9af9-af1476b52a9f),segment_id=85cd9012-ca03-4fdb-9af9-af1476b52a9f)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:43.994461 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] Routers {'c2fd68fd-b485-4ca5-9580-0bba8a39bc99'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:42:43.995072 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:42:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:44.110187 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c38e1fb1-a1ea-4bfe-83e4-567186112555 admin admin] Notify callbacks [] for router, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:44.111534 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-c38e1fb1-a1ea-4bfe-83e4-567186112555 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.0558324 Jun 06 17:42:44.121765 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48128) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:44.164703 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:44.176968 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-1e5eadf6-09f4-41d3-a66b-ee2e17a48237 None None] For port 4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4, host dv-cinder-791281-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4,segment=NetworkSegment(c7651f7e-f594-4551-be36-efc0c607fac4),segment_id=c7651f7e-f594-4551-be36-efc0c607fac4)] {{(pid=98877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:42:44.177982 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:44.280822 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea04c95-66e3-4c63-a407-92307d6e60af req-5e2ddad8-dc90-46dc-9aeb-55503deb528b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:44.282306 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4ea04c95-66e3-4c63-a407-92307d6e60af req-5e2ddad8-dc90-46dc-9aeb-55503deb528b service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd6b6b73-4c91-4d11-9237-6a6a820356c1 HTTP/1.1" status: 200 len: 915 time: 0.2980497 Jun 06 17:42:44.300959 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-1e5eadf6-09f4-41d3-a66b-ee2e17a48237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:44.345190 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Pushing event updated for resources: {'Port': ['ID=9c8ae3b8-9daf-489b-9c60-a3e094eb86b4,revision_number=5']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:44.345818 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:44.350504 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:44.352221 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-f56174a0-7f0c-42a8-b036-64c4a5830652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:44.421342 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] Set router c2fd68fd-b485-4ca5-9580-0bba8a39bc99 gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:42:44.477518 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4ea04c95-66e3-4c63-a407-92307d6e60af req-7c1395bf-1d32-45a2-aa8b-b4d221a6e819 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8681dde-a1b2-4c32-8f61-252d15c194ff HTTP/1.1" status: 200 len: 217 time: 0.1877348 Jun 06 17:42:44.666686 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 9c8ae3b8-9daf-489b-9c60-a3e094eb86b4 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:44.672947 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f475e04-1fca-4908-b8ce-12626058c5b0 req-bce45dd7-b834-420e-b8c2-4cd64f22ef3f tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:44.694872 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7f475e04-1fca-4908-b8ce-12626058c5b0 req-bce45dd7-b834-420e-b8c2-4cd64f22ef3f tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 943 time: 0.4973798 Jun 06 17:42:44.755784 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea04c95-66e3-4c63-a407-92307d6e60af req-6b82d790-2cb2-4245-a7e6-f4fac946acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:44.757201 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4ea04c95-66e3-4c63-a407-92307d6e60af req-6b82d790-2cb2-4245-a7e6-f4fac946acb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46 HTTP/1.1" status: 200 len: 853 time: 0.2695327 Jun 06 17:42:44.830699 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2112105'] for port, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:44.866798 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5eadf6-09f4-41d3-a66b-ee2e17a48237 None None] Pushing event updated for resources: {'Port': ['ID=4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4,revision_number=2']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:44.871463 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-1e5eadf6-09f4-41d3-a66b-ee2e17a48237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:44.891076 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-3810f86b-4066-4f24-962d-162d8de8d7e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:44.923254 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7f475e04-1fca-4908-b8ce-12626058c5b0 req-39526f3a-9b57-454e-9340-6d4f20285764 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105978 Jun 06 17:42:44.990438 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea04c95-66e3-4c63-a407-92307d6e60af req-89bede25-84df-4d9d-a830-fd2784557e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:44.992112 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4ea04c95-66e3-4c63-a407-92307d6e60af req-89bede25-84df-4d9d-a830-fd2784557e38 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd6b6b73-4c91-4d11-9237-6a6a820356c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2203565 Jun 06 17:42:45.001692 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Network ba4729d8-bae0-44dd-959b-45f2743fbe2e is already hosted by enough agents. {{(pid=98876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:42:45.008463 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.base_scheduler [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Resources bound (agent type, host, resource id): {{(pid=98876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:42:45.017673 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 9c8ae3b8-9daf-489b-9c60-a3e094eb86b4 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:45.018064 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:45.019596 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Received port after_create {{(pid=98876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:42:45.155502 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4ea04c95-66e3-4c63-a407-92307d6e60af req-b1e88362-32ff-4ae2-bd3d-77ef31adfb41 service neutron] 10.222.0.21 "GET /v2.0/networks/dd6b6b73-4c91-4d11-9237-6a6a820356c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571832 Jun 06 17:42:45.164027 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'name': 'tempest-AttachVolumeShelveTestJSON-397972244-router', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:36Z', 'updated_at': '2021-06-06T17:42:40Z', 'revision_number': 3, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'gw_port': {'id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:38Z', 'updated_at': '2021-06-06T17:42:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:45.167110 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Pushing event updated for resources: {'Port': ['ID=9ea9185b-a72f-4c0b-ae08-5d50373b75d7,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:45.172252 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] Checking router: c2fd68fd-b485-4ca5-9580-0bba8a39bc99 for host: dv-cinder-791281-4-smb {{(pid=98877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:42:45.172611 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] Updating router c2fd68fd-b485-4ca5-9580-0bba8a39bc99 port 8296bab6-6c02-4194-9d04-ddad61f7c011 binding host dv-cinder-791281-4-smb {{(pid=98877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:42:45.235634 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:45.264328 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:45.264695 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:45.266096 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:45.266096 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:45.266096 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:45.266096 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:45.266523 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:45.266710 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:45.267040 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:45.267367 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:45.268226 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:45.268556 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:45.275462 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:45.375589 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4ea04c95-66e3-4c63-a407-92307d6e60af req-5b2108ec-928b-4c33-b10a-16fc06a8a28e service neutron] 10.222.0.21 "GET /v2.0/networks/dd6b6b73-4c91-4d11-9237-6a6a820356c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137902 Jun 06 17:42:45.395762 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a5fd5-7d05-4ace-a5d9-fee60323a242 req-90896a70-7297-4266-a0aa-1c2265515724 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:45.401487 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-149a5fd5-7d05-4ace-a5d9-fee60323a242 req-90896a70-7297-4266-a0aa-1c2265515724 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.6014934 Jun 06 17:42:45.679674 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] Notify callbacks [] for port, precommit_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:45.696207 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] Transition to ACTIVE for port object 8296bab6-6c02-4194-9d04-ddad61f7c011 will not be triggered until provisioned by entity L2. {{(pid=98877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:45.740067 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0ac2f7-636a-4c5d-a1aa-5208c6f9b221 None None] Network 2485ae72-005f-464c-b8bc-19740adbcfb1 requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:42:45.743978 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-149a5fd5-7d05-4ace-a5d9-fee60323a242 req-536ff29f-d3e6-4b5a-9934-1707df9861ee tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3415124 Jun 06 17:42:45.763947 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-7ae0bede-f098-4ffd-83c6-5424cb234f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:45.775766 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:45.783210 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-241a0883-79fb-4751-b34d-69044209705b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:45.838035 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d62568c1-0503-4313-9f26-c483eb49053e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:45.946250 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dec27f-7bd8-4ab5-a590-8f89f52ffe40 None None] Pushing event updated for resources: {'Port': ['ID=8296bab6-6c02-4194-9d04-ddad61f7c011,revision_number=2']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:45.949274 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] Attempting to bind port 8296bab6-6c02-4194-9d04-ddad61f7c011 on host dv-cinder-791281-4-smb for vnic_type normal with profile {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:42:45.949665 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] Attempting to bind port 8296bab6-6c02-4194-9d04-ddad61f7c011 by drivers openvswitch,hyperv on host dv-cinder-791281-4-smb at level 0 using segments [{'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:42:45.950012 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] Attempting to bind port 8296bab6-6c02-4194-9d04-ddad61f7c011 on network ba4729d8-bae0-44dd-959b-45f2743fbe2e {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:42:45.964974 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-83dec27f-7bd8-4ab5-a590-8f89f52ffe40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:45.980835 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] Checking agent: {'id': '866b1ceb-3f07-4282-bec2-bca05938cd10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 48), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:42:45.981185 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] Checking segment: {'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:42:45.981521 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:45.981914 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] Bound using segment: {'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:42:45.982421 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] Bound port: 8296bab6-6c02-4194-9d04-ddad61f7c011, host: dv-cinder-791281-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:42:45.983193 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:46.030741 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-2c1dc6b4-77b2-4eca-943f-135db33ff6d6 None None] Provisioning for port 4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4 completed by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:42:46.131287 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2dd410-a0d8-4a8b-ae84-387a34fdb6df req-5c84a048-9e20-45d2-99c3-bcb8b2e0e9cd tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:46.133168 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7f2dd410-a0d8-4a8b-ae84-387a34fdb6df req-5c84a048-9e20-45d2-99c3-bcb8b2e0e9cd tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 943 time: 0.0879052 Jun 06 17:42:46.152155 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] For port 8296bab6-6c02-4194-9d04-ddad61f7c011, host dv-cinder-791281-4-smb, cleared binding levels {{(pid=98877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:42:46.160146 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:46.182649 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7f2dd410-a0d8-4a8b-ae84-387a34fdb6df req-021d0095-2781-4338-a2b0-40f8908dcb98 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431449 Jun 06 17:42:46.192192 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] For port 8296bab6-6c02-4194-9d04-ddad61f7c011, host dv-cinder-791281-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=8296bab6-6c02-4194-9d04-ddad61f7c011,segment=NetworkSegment(071d7783-9719-4ea8-bb46-4cbc83b3e1b1),segment_id=071d7783-9719-4ea8-bb46-4cbc83b3e1b1)] {{(pid=98877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:42:46.246938 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:46.251016 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:46.328703 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] Routers {'c2fd68fd-b485-4ca5-9580-0bba8a39bc99'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:42:46.329332 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:42:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:46.361202 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.db_base_plugin_common [None req-d62568c1-0503-4313-9f26-c483eb49053e admin admin] Allocated IP 172.20.0.1 (72559bc2-9c29-4f2a-bcda-ce8b6786233f/ad36e52f-085e-4814-93d9-62d98b3cab30/505a1b11-18e4-498d-ac8b-190b41f150ab) {{(pid=98876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:42:46.394494 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dec27f-7bd8-4ab5-a590-8f89f52ffe40 None None] Pushing event updated for resources: {'Port': ['ID=8296bab6-6c02-4194-9d04-ddad61f7c011,revision_number=3']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:46.398845 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-83dec27f-7bd8-4ab5-a590-8f89f52ffe40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:46.525589 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] Set router c2fd68fd-b485-4ca5-9580-0bba8a39bc99 gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:42:46.627968 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:46.745370 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d62568c1-0503-4313-9f26-c483eb49053e admin admin] Notify callbacks [] for port, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:46.749209 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-323905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-322217'] for router, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:46.867038 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning for port 4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:42:46.874805 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:46.875186 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:46.957338 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'name': 'tempest-AttachVolumeShelveTestJSON-397972244-router', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:36Z', 'updated_at': '2021-06-06T17:42:40Z', 'revision_number': 3, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'gw_port': {'id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:38Z', 'updated_at': '2021-06-06T17:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:46.965081 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38043f3-2830-44aa-81c2-edcc8f15c5bc None None] The sync data for ids ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'] in dv-cinder-791281-4-smb is: [{'id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'name': 'tempest-AttachVolumeShelveTestJSON-397972244-router', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:36Z', 'updated_at': '2021-06-06T17:42:40Z', 'revision_number': 3, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'gw_port': {'id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:38Z', 'updated_at': '2021-06-06T17:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}] {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:42:46.981892 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.provisioning_blocks [None req-d62568c1-0503-4313-9f26-c483eb49053e admin admin] Transition to ACTIVE for port object 505a1b11-18e4-498d-ac8b-190b41f150ab will not be triggered until provisioned by entity DHCP. {{(pid=98876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:47.056518 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:47.124452 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] For port 4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4,segment=NetworkSegment(c7651f7e-f594-4551-be36-efc0c607fac4),segment_id=c7651f7e-f594-4551-be36-efc0c607fac4)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:47.168631 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d62568c1-0503-4313-9f26-c483eb49053e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2112105'] for port, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:47.189288 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:47.226453 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:47.228642 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:47.333495 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62568c1-0503-4313-9f26-c483eb49053e admin admin] Network 72559bc2-9c29-4f2a-bcda-ce8b6786233f is already hosted by enough agents. {{(pid=98876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:42:47.340009 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.base_scheduler [None req-d62568c1-0503-4313-9f26-c483eb49053e admin admin] Resources bound (agent type, host, resource id): {{(pid=98876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:42:47.343679 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62568c1-0503-4313-9f26-c483eb49053e admin admin] Received port after_create {{(pid=98876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:42:47.419181 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Pushing event updated for resources: {'Port': ['ID=4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4,revision_number=3']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:47.423339 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device a8681dde-a1b2-4c32-8f61-252d15c194ff details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:42:47.432794 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:47.561001 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62568c1-0503-4313-9f26-c483eb49053e admin admin] Pushing event updated for resources: {'Port': ['ID=505a1b11-18e4-498d-ac8b-190b41f150ab,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:47.567325 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-d62568c1-0503-4313-9f26-c483eb49053e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:47.642628 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d62568c1-0503-4313-9f26-c483eb49053e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608163'] for router_interface, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:47.677257 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ee82f-8544-445a-83bc-bf51e40a6778 req-6729aacd-624e-43ae-a907-81d297206533 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:47.677257 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-252ee82f-8544-445a-83bc-bf51e40a6778 req-6729aacd-624e-43ae-a907-81d297206533 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 943 time: 0.2044556 Jun 06 17:42:47.679335 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Router d5666d0a-813f-4a49-80ec-343c05a147a6 is scheduled to L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 with binding_index 1 {{(pid=98876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 17:42:47.837883 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port a8681dde-a1b2-4c32-8f61-252d15c194ff, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a8681dde-a1b2-4c32-8f61-252d15c194ff,segment=NetworkSegment(5cf304d0-d138-4397-bbeb-3fcd9e890b86),segment_id=5cf304d0-d138-4397-bbeb-3fcd9e890b86)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:47.845665 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-252ee82f-8544-445a-83bc-bf51e40a6778 req-2bb01c12-d7e2-40bf-a600-196f942760cc tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527245 Jun 06 17:42:47.888388 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Returning: {'device': 'a8681dde-a1b2-4c32-8f61-252d15c194ff', 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1', 'port_id': 'a8681dde-a1b2-4c32-8f61-252d15c194ff', 'mac_address': 'fa:16:3e:b8:f2:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:42:47.974870 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:48.012866 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8681dde-a1b2-4c32-8f61-252d15c194ff {{(pid=98877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:42:48.035875 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port a8681dde-a1b2-4c32-8f61-252d15c194ff, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a8681dde-a1b2-4c32-8f61-252d15c194ff,segment=NetworkSegment(5cf304d0-d138-4397-bbeb-3fcd9e890b86),segment_id=5cf304d0-d138-4397-bbeb-3fcd9e890b86)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:48.037624 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-ecb3a119-e461-428b-b06c-f7dd70eaa1a2 None None] Provisioning for port 505a1b11-18e4-498d-ac8b-190b41f150ab completed by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:42:48.043421 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-ecb3a119-e461-428b-b06c-f7dd70eaa1a2 None None] Provisioning complete for port 505a1b11-18e4-498d-ac8b-190b41f150ab triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:48.043916 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-ecb3a119-e461-428b-b06c-f7dd70eaa1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:48.048560 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:42:48.057081 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] Sync routers for ids ['d5666d0a-813f-4a49-80ec-343c05a147a6'] in dv-cinder-791281-4-smb {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:42:48.073881 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] Routers {'d5666d0a-813f-4a49-80ec-343c05a147a6'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:42:48.075144 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:42:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['d5666d0a-813f-4a49-80ec-343c05a147a6'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:48.132760 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:48.153402 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-be1ad953-399a-4aa9-b9d4-cd1b50adb2e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:48.202678 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d62568c1-0503-4313-9f26-c483eb49053e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:48.221987 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Notify callbacks [] for router, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:48.226020 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 48200) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:48.237250 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9199562 Jun 06 17:42:48.292805 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] Set router d5666d0a-813f-4a49-80ec-343c05a147a6 gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:42:48.337210 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-ecb3a119-e461-428b-b06c-f7dd70eaa1a2 None None] Port 505a1b11-18e4-498d-ac8b-190b41f150ab cannot update to ACTIVE because it is not bound. {{(pid=98877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:42:48.347955 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=a8681dde-a1b2-4c32-8f61-252d15c194ff,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:48.355451 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:48.382037 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['a8681dde-a1b2-4c32-8f61-252d15c194ff'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:42:48.500021 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-9965fc9e-bd0e-4de8-8888-f39e805fe70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:48.518237 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:48.704464 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d62568c1-0503-4313-9f26-c483eb49053e admin admin] Notify callbacks [] for port, precommit_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:48.827537 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d62568c1-0503-4313-9f26-c483eb49053e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2112082'] for port, after_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:48.869383 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 8296bab6-6c02-4194-9d04-ddad61f7c011 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:48.898625 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:49.042400 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5666d0a-813f-4a49-80ec-343c05a147a6', 'name': 'tempest-TestShelveInstance-1759936979-router', 'tenant_id': '14af49004bf84c119d88ed5c3e01d2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': '9ea9185b-a72f-4c0b-ae08-5d50373b75d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:42Z', 'updated_at': '2021-06-06T17:42:45Z', 'revision_number': 3, 'project_id': '14af49004bf84c119d88ed5c3e01d2c6', 'gw_port': {'id': '9ea9185b-a72f-4c0b-ae08-5d50373b75d7', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:47:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5666d0a-813f-4a49-80ec-343c05a147a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:43Z', 'updated_at': '2021-06-06T17:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:49.051592 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] Checking router: d5666d0a-813f-4a49-80ec-343c05a147a6 for host: dv-cinder-791281-4-smb {{(pid=98878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:42:49.052238 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] Updating router d5666d0a-813f-4a49-80ec-343c05a147a6 port 9ea9185b-a72f-4c0b-ae08-5d50373b75d7 binding host dv-cinder-791281-4-smb {{(pid=98878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:42:49.081142 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62568c1-0503-4313-9f26-c483eb49053e admin admin] Pushing event updated for resources: {'Port': ['ID=505a1b11-18e4-498d-ac8b-190b41f150ab,revision_number=2']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:49.089680 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-d62568c1-0503-4313-9f26-c483eb49053e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:49.090576 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d62568c1-0503-4313-9f26-c483eb49053e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1694894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-321467'] for router_interface, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:49.123458 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:49.128509 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning for port 8296bab6-6c02-4194-9d04-ddad61f7c011 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:42:49.136409 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 8296bab6-6c02-4194-9d04-ddad61f7c011 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:49.136789 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:49.234070 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:49.430913 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:49.445410 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device a8681dde-a1b2-4c32-8f61-252d15c194ff up at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:49.447756 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62568c1-0503-4313-9f26-c483eb49053e admin admin] Network 72559bc2-9c29-4f2a-bcda-ce8b6786233f is already hosted by enough agents. {{(pid=98876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:42:49.449217 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.base_scheduler [None req-d62568c1-0503-4313-9f26-c483eb49053e admin admin] Resources bound (agent type, host, resource id): {{(pid=98876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:42:49.588824 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] For port 8296bab6-6c02-4194-9d04-ddad61f7c011, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=8296bab6-6c02-4194-9d04-ddad61f7c011,segment=NetworkSegment(071d7783-9719-4ea8-bb46-4cbc83b3e1b1),segment_id=071d7783-9719-4ea8-bb46-4cbc83b3e1b1)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:49.651736 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] Notify callbacks [] for port, precommit_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:49.679560 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.provisioning_blocks [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] Transition to ACTIVE for port object 9ea9185b-a72f-4c0b-ae08-5d50373b75d7 will not be triggered until provisioned by entity L2. {{(pid=98878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:49.706898 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:49.707772 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:49.853353 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-fd7837be-a6e0-43ec-b88d-0f837e11e6d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:49.857406 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882abeb-f8ac-4630-837d-4fcf00a4f1f4 req-720bfa14-95ea-4fed-a55b-f567efd0ac41 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:49.861219 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1882abeb-f8ac-4630-837d-4fcf00a4f1f4 req-720bfa14-95ea-4fed-a55b-f567efd0ac41 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 944 time: 0.7818079 Jun 06 17:42:49.863741 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:49.865088 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62568c1-0503-4313-9f26-c483eb49053e admin admin] Router c2fd68fd-b485-4ca5-9580-0bba8a39bc99 has already been hosted by L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 {{(pid=98876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:42:49.880633 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:49.957729 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning for port a8681dde-a1b2-4c32-8f61-252d15c194ff completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:42:49.997351 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1882abeb-f8ac-4630-837d-4fcf00a4f1f4 req-58122dd0-64cf-4d0d-9f76-f992fd3f2474 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287858 Jun 06 17:42:50.031662 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:50.033041 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:50.069391 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.managers [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] Attempting to bind port 9ea9185b-a72f-4c0b-ae08-5d50373b75d7 on host dv-cinder-791281-4-smb for vnic_type normal with profile {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:42:50.069766 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.managers [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] Attempting to bind port 9ea9185b-a72f-4c0b-ae08-5d50373b75d7 by drivers openvswitch,hyperv on host dv-cinder-791281-4-smb at level 0 using segments [{'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}] {{(pid=98878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:42:50.070165 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] Attempting to bind port 9ea9185b-a72f-4c0b-ae08-5d50373b75d7 on network ba4729d8-bae0-44dd-959b-45f2743fbe2e {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:42:50.098303 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] Checking agent: {'id': '866b1ceb-3f07-4282-bec2-bca05938cd10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 48), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:42:50.098657 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] Checking segment: {'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:42:50.100708 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:50.101151 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-87c441ef-f5ca-4bdf-9606-931c2eda54f2 None None] Provisioning complete for port 505a1b11-18e4-498d-ac8b-190b41f150ab triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:50.101275 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] Bound using segment: {'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'} {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:42:50.101891 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.managers [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] Bound port: 9ea9185b-a72f-4c0b-ae08-5d50373b75d7, host: dv-cinder-791281-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '071d7783-9719-4ea8-bb46-4cbc83b3e1b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}}] {{(pid=98878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:42:50.102028 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-87c441ef-f5ca-4bdf-9606-931c2eda54f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:50.108607 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:50.181074 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning complete for port a8681dde-a1b2-4c32-8f61-252d15c194ff triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:50.181717 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:50.191126 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63426238-58d6-4743-ad92-74f73f746add None None] Pushing event updated for resources: {'Port': ['ID=9ea9185b-a72f-4c0b-ae08-5d50373b75d7,revision_number=2']} {{(pid=98878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:50.197784 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [None req-63426238-58d6-4743-ad92-74f73f746add None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:50.257748 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:50.297951 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.db [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] For port 9ea9185b-a72f-4c0b-ae08-5d50373b75d7, host dv-cinder-791281-4-smb, cleared binding levels {{(pid=98878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:42:50.302802 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.db [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] For port 9ea9185b-a72f-4c0b-ae08-5d50373b75d7, host dv-cinder-791281-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=9ea9185b-a72f-4c0b-ae08-5d50373b75d7,segment=NetworkSegment(071d7783-9719-4ea8-bb46-4cbc83b3e1b1),segment_id=071d7783-9719-4ea8-bb46-4cbc83b3e1b1)] {{(pid=98878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:42:50.326287 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-87c441ef-f5ca-4bdf-9606-931c2eda54f2 None None] Port 505a1b11-18e4-498d-ac8b-190b41f150ab cannot update to ACTIVE because it is not bound. {{(pid=98877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:42:50.383192 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Pushing event updated for resources: {'Port': ['ID=8296bab6-6c02-4194-9d04-ddad61f7c011,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:50.390851 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:50.427185 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:50.433038 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:50.483222 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62568c1-0503-4313-9f26-c483eb49053e admin admin] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:42:50.497450 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] Sync routers for ids ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'] in dv-cinder-791281-4-smb {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:42:50.500175 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-d62568c1-0503-4313-9f26-c483eb49053e admin admin] 10.222.0.23 "PUT /v2.0/routers/c2fd68fd-b485-4ca5-9580-0bba8a39bc99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3770940 Jun 06 17:42:50.544199 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:50.577182 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] Routers {'c2fd68fd-b485-4ca5-9580-0bba8a39bc99'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:42:50.577738 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:42:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:50.693325 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] Routers {'d5666d0a-813f-4a49-80ec-343c05a147a6'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:42:50.693883 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:42:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['d5666d0a-813f-4a49-80ec-343c05a147a6'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:50.700047 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 8296bab6-6c02-4194-9d04-ddad61f7c011 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:50.744670 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_common [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Allocated IP 172.20.0.1 (2485ae72-005f-464c-b8bc-19740adbcfb1/3d298732-8997-4b29-8422-256a047c105f/faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea) {{(pid=98875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:42:50.860445 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63426238-58d6-4743-ad92-74f73f746add None None] Pushing event updated for resources: {'Port': ['ID=9ea9185b-a72f-4c0b-ae08-5d50373b75d7,revision_number=3']} {{(pid=98878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:50.866590 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [None req-63426238-58d6-4743-ad92-74f73f746add None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:50.944065 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port a8681dde-a1b2-4c32-8f61-252d15c194ff, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a8681dde-a1b2-4c32-8f61-252d15c194ff,segment=NetworkSegment(5cf304d0-d138-4397-bbeb-3fcd9e890b86),segment_id=5cf304d0-d138-4397-bbeb-3fcd9e890b86)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:51.032276 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] Set router c2fd68fd-b485-4ca5-9580-0bba8a39bc99 gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:42:51.073686 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:51.110837 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Transition to ACTIVE for port object faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea will not be triggered until provisioned by entity DHCP. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:51.239811 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] Set router d5666d0a-813f-4a49-80ec-343c05a147a6 gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:42:51.261226 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe2f1ce-d501-4595-a784-88c724aac823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8681dde-a1b2-4c32-8f61-252d15c194ff'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:42:51.271031 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2905d97e-7a5e-43da-bf59-d434d6ce5bed" -d '{"events": [{"server_uuid": "5fe2f1ce-d501-4595-a784-88c724aac823", "name": "network-vif-plugged", "status": "completed", "tag": "a8681dde-a1b2-4c32-8f61-252d15c194ff"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:42:51.308840 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:51.322743 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd4f28-2f81-4394-8fe5-010f8a7c65ff req-19b6f6ef-04fc-419c-a3a6-77fe3bf393ce tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:51.327470 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:51.327608 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c5fd4f28-2f81-4394-8fe5-010f8a7c65ff req-19b6f6ef-04fc-419c-a3a6-77fe3bf393ce tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 945 time: 0.1518526 Jun 06 17:42:51.366026 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:51.386441 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-c72e6d20-f480-474f-a394-1b5b1182338a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:51.405314 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=a8681dde-a1b2-4c32-8f61-252d15c194ff,revision_number=5']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:51.412818 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:51.469500 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Network 2485ae72-005f-464c-b8bc-19740adbcfb1 is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:42:51.480292 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:42:51.490290 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Received port after_create {{(pid=98875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:42:51.491900 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608163'] for router_interface, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:51.492297 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:51.519522 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 8296bab6-6c02-4194-9d04-ddad61f7c011 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:51.534324 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:51.567019 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48238) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:51.571803 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-71edada8-632f-49e2-9fc7-5bfeef15c6b1 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--178918876', 'description': 'tempest-description--131634266'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:51.645516 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c5fd4f28-2f81-4394-8fe5-010f8a7c65ff req-89daa6b8-fd5d-488a-bcc8-1bd841ff0735 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133376 Jun 06 17:42:51.660470 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Pushing event updated for resources: {'Port': ['ID=faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:51.677797 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:51.678238 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:51.678589 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:51.679378 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:51.679378 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:51.679773 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:51.680098 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:51.680473 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:51.680806 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:51.681078 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf48487-eabf-4da6-b2c8-c283b99fc008 x-openstack-request-id: req-fcf48487-eabf-4da6-b2c8-c283b99fc008 {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:42:51.681295 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:51.681500 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:51.681871 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:51.683020 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe2f1ce-d501-4595-a784-88c724aac823", "name": "network-vif-plugged", "status": "completed", "tag": "a8681dde-a1b2-4c32-8f61-252d15c194ff", "code": 200}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:42:51.686555 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:51.704292 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fcf48487-eabf-4da6-b2c8-c283b99fc008 {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:42:51.704292 dv-cinder-791281-4-smb neutron-server[98877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe2f1ce-d501-4595-a784-88c724aac823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8681dde-a1b2-4c32-8f61-252d15c194ff', 'code': 200} Jun 06 17:42:51.760692 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-71edada8-632f-49e2-9fc7-5bfeef15c6b1 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:51.781468 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:51.820202 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'name': 'tempest-AttachVolumeShelveTestJSON-397972244-router', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:36Z', 'updated_at': '2021-06-06T17:42:47Z', 'revision_number': 4, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'gw_port': {'id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:38Z', 'updated_at': '2021-06-06T17:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': '505a1b11-18e4-498d-ac8b-190b41f150ab', 'name': '', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'mac_address': 'fa:16:3e:de:08:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:45Z', 'updated_at': '2021-06-06T17:42:48Z', 'revision_number': 2, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'subnets': [{'id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:51.829811 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] Checking router: c2fd68fd-b485-4ca5-9580-0bba8a39bc99 for host: dv-cinder-791281-4-smb {{(pid=98877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:42:51.830648 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] Updating router c2fd68fd-b485-4ca5-9580-0bba8a39bc99 port 505a1b11-18e4-498d-ac8b-190b41f150ab binding host dv-cinder-791281-4-smb {{(pid=98877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:42:51.982969 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:51.988224 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5666d0a-813f-4a49-80ec-343c05a147a6', 'name': 'tempest-TestShelveInstance-1759936979-router', 'tenant_id': '14af49004bf84c119d88ed5c3e01d2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': '9ea9185b-a72f-4c0b-ae08-5d50373b75d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:42Z', 'updated_at': '2021-06-06T17:42:45Z', 'revision_number': 3, 'project_id': '14af49004bf84c119d88ed5c3e01d2c6', 'gw_port': {'id': '9ea9185b-a72f-4c0b-ae08-5d50373b75d7', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:47:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5666d0a-813f-4a49-80ec-343c05a147a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:43Z', 'updated_at': '2021-06-06T17:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:51.992830 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-71edada8-632f-49e2-9fc7-5bfeef15c6b1 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:51.998648 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67a37f3-f489-48c9-a8c1-801f9b24b46b None None] The sync data for ids ['d5666d0a-813f-4a49-80ec-343c05a147a6'] in dv-cinder-791281-4-smb is: [{'id': 'd5666d0a-813f-4a49-80ec-343c05a147a6', 'name': 'tempest-TestShelveInstance-1759936979-router', 'tenant_id': '14af49004bf84c119d88ed5c3e01d2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': '9ea9185b-a72f-4c0b-ae08-5d50373b75d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:42Z', 'updated_at': '2021-06-06T17:42:45Z', 'revision_number': 3, 'project_id': '14af49004bf84c119d88ed5c3e01d2c6', 'gw_port': {'id': '9ea9185b-a72f-4c0b-ae08-5d50373b75d7', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:47:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5666d0a-813f-4a49-80ec-343c05a147a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:43Z', 'updated_at': '2021-06-06T17:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}] {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:42:52.089832 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-71edada8-632f-49e2-9fc7-5bfeef15c6b1 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:52.091425 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-0466eba5-4339-46d9-8f62-103449e262e7 None None] Provisioning for port faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea completed by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:42:52.098285 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-75683793-2646-4915-b1de-7c257b3590d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:52.186331 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edada8-632f-49e2-9fc7-5bfeef15c6b1 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f31a0bb-22a5-475d-b04f-01791958390c,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:52.201644 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-71edada8-632f-49e2-9fc7-5bfeef15c6b1 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:52.215342 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-0466eba5-4339-46d9-8f62-103449e262e7 None None] Provisioning complete for port faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:52.215752 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-0466eba5-4339-46d9-8f62-103449e262e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:52.248552 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:52.252718 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058521ef-075f-4c89-bbde-2501bad7b17c req-3982c76a-37cd-4807-9124-93513aba839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:52.254177 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-058521ef-075f-4c89-bbde-2501bad7b17c req-3982c76a-37cd-4807-9124-93513aba839c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 1098 time: 0.1483648 Jun 06 17:42:52.292194 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-71edada8-632f-49e2-9fc7-5bfeef15c6b1 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:52.293727 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-71edada8-632f-49e2-9fc7-5bfeef15c6b1 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7257073 Jun 06 17:42:52.296854 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48250) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:52.300258 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-0466eba5-4339-46d9-8f62-103449e262e7 None None] Port faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea cannot update to ACTIVE because it is not bound. {{(pid=98877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:42:52.303458 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-b254a309-dce6-47ed-bec1-95211c5431bf tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Request body: {'security_group_rule': {'security_group_id': '2f31a0bb-22a5-475d-b04f-01791958390c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:52.315651 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-058521ef-075f-4c89-bbde-2501bad7b17c req-1d33a289-a434-45c1-944a-27804d831939 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532103 Jun 06 17:42:52.358444 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:52.358444 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1694894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-321467'] for router_interface, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:52.362666 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-c72e6d20-f480-474f-a394-1b5b1182338a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:52.452660 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b254a309-dce6-47ed-bec1-95211c5431bf tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:52.649484 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b254a309-dce6-47ed-bec1-95211c5431bf tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:52.710920 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] Notify callbacks [] for port, precommit_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:52.732309 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] Transition to ACTIVE for port object 505a1b11-18e4-498d-ac8b-190b41f150ab will not be triggered until provisioned by entity L2. {{(pid=98877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:52.737053 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Pushing event updated for resources: {'Port': ['ID=faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea,revision_number=2']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:52.744527 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b254a309-dce6-47ed-bec1-95211c5431bf tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480639'] for security_group_rule, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:52.744716 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 9ea9185b-a72f-4c0b-ae08-5d50373b75d7 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:52.756861 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-8cd87da0-34b8-4e3f-a2e2-4058fea1516f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:52.774718 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:52.801614 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254a309-dce6-47ed-bec1-95211c5431bf tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123c1962-2c90-46cd-afd5-44ba695628d6,revision_number=0']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:52.813904 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-b254a309-dce6-47ed-bec1-95211c5431bf tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:52.834514 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:52.842301 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:52.854670 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Network 2485ae72-005f-464c-b8bc-19740adbcfb1 is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:42:52.855829 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:42:52.917937 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b254a309-dce6-47ed-bec1-95211c5431bf tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:52.921168 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-b254a309-dce6-47ed-bec1-95211c5431bf tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6206055 Jun 06 17:42:52.922539 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48254) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:52.929550 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-b6810404-0188-4235-a6ec-f97e0f262d8b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Request body: {'security_group_rule': {'security_group_id': '2f31a0bb-22a5-475d-b04f-01791958390c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:53.036488 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0dfaf1-6935-4c80-88f6-3c744824ebb7 None None] Pushing event updated for resources: {'Port': ['ID=505a1b11-18e4-498d-ac8b-190b41f150ab,revision_number=3']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:53.049448 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-4e0dfaf1-6935-4c80-88f6-3c744824ebb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:53.313957 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b6810404-0188-4235-a6ec-f97e0f262d8b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:53.332844 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] Attempting to bind port 505a1b11-18e4-498d-ac8b-190b41f150ab on host dv-cinder-791281-4-smb for vnic_type normal with profile {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:42:53.332844 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] Attempting to bind port 505a1b11-18e4-498d-ac8b-190b41f150ab by drivers openvswitch,hyperv on host dv-cinder-791281-4-smb at level 0 using segments [{'id': '1c3def78-66f0-4a96-a6f3-0e800da91f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f'}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:42:53.354063 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] Attempting to bind port 505a1b11-18e4-498d-ac8b-190b41f150ab on network 72559bc2-9c29-4f2a-bcda-ce8b6786233f {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:42:53.383750 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] Checking agent: {'id': '866b1ceb-3f07-4282-bec2-bca05938cd10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 48), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:42:53.389210 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] Checking segment: {'id': '1c3def78-66f0-4a96-a6f3-0e800da91f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:42:53.389794 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:53.391363 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] Bound using segment: {'id': '1c3def78-66f0-4a96-a6f3-0e800da91f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f'} {{(pid=98877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:42:53.391961 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.managers [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] Bound port: 505a1b11-18e4-498d-ac8b-190b41f150ab, host: dv-cinder-791281-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3def78-66f0-4a96-a6f3-0e800da91f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f'}}] {{(pid=98877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:42:53.397579 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:53.446497 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b6810404-0188-4235-a6ec-f97e0f262d8b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:53.449324 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning for port 9ea9185b-a72f-4c0b-ae08-5d50373b75d7 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:42:53.470572 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc32211-1978-48c6-9cb0-ff8ea2cf5d0f req-00c86ea0-02ab-4a98-b348-3c3063c8cebb tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:53.475067 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-fdc32211-1978-48c6-9cb0-ff8ea2cf5d0f req-00c86ea0-02ab-4a98-b348-3c3063c8cebb tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 945 time: 0.4537873 Jun 06 17:42:53.543378 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b6810404-0188-4235-a6ec-f97e0f262d8b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480639'] for security_group_rule, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:53.553704 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:53.639471 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 9ea9185b-a72f-4c0b-ae08-5d50373b75d7 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:53.641974 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6810404-0188-4235-a6ec-f97e0f262d8b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47286a56-d3c8-47cb-ab38-44fc3822d88a,revision_number=0']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:53.644922 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-b6810404-0188-4235-a6ec-f97e0f262d8b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:53.650843 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:53.777789 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b6810404-0188-4235-a6ec-f97e0f262d8b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:53.779026 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-2dbbcd09-3ee2-4e4d-a69e-d356a7b33fce None None] Provisioning complete for port faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:53.779026 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-2dbbcd09-3ee2-4e4d-a69e-d356a7b33fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:53.782726 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-b6810404-0188-4235-a6ec-f97e0f262d8b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8602910 Jun 06 17:42:53.786000 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48264) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:53.789254 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-9cf5f5e5-0842-4283-999b-2d50f66cc88b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Request body: {'floatingip': {'floating_network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:53.832627 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] For port 505a1b11-18e4-498d-ac8b-190b41f150ab, host dv-cinder-791281-4-smb, cleared binding levels {{(pid=98877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:42:53.839794 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Router d5666d0a-813f-4a49-80ec-343c05a147a6 has already been hosted by L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 {{(pid=98875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:42:53.856368 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-fdc32211-1978-48c6-9cb0-ff8ea2cf5d0f req-8f60bc27-63cf-493b-8abb-9721a824108f tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799961 Jun 06 17:42:53.880148 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] For port 505a1b11-18e4-498d-ac8b-190b41f150ab, host dv-cinder-791281-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=505a1b11-18e4-498d-ac8b-190b41f150ab,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:42:53.891590 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-2dbbcd09-3ee2-4e4d-a69e-d356a7b33fce None None] Port faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea cannot update to ACTIVE because it is not bound. {{(pid=98877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:42:53.964942 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:53.981955 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] For port 9ea9185b-a72f-4c0b-ae08-5d50373b75d7, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=9ea9185b-a72f-4c0b-ae08-5d50373b75d7,segment=NetworkSegment(071d7783-9719-4ea8-bb46-4cbc83b3e1b1),segment_id=071d7783-9719-4ea8-bb46-4cbc83b3e1b1)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:54.006564 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9cf5f5e5-0842-4283-999b-2d50f66cc88b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for floatingip, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:54.016669 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:54.024293 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-be1ad953-399a-4aa9-b9d4-cd1b50adb2e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:54.073334 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:42:54.086865 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] 10.222.0.23 "PUT /v2.0/routers/d5666d0a-813f-4a49-80ec-343c05a147a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8510978 Jun 06 17:42:54.131943 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:54.179539 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9cf5f5e5-0842-4283-999b-2d50f66cc88b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:54.206306 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0dfaf1-6935-4c80-88f6-3c744824ebb7 None None] Pushing event updated for resources: {'Port': ['ID=505a1b11-18e4-498d-ac8b-190b41f150ab,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:54.228800 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-4e0dfaf1-6935-4c80-88f6-3c744824ebb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:54.230573 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] Routers {'c2fd68fd-b485-4ca5-9580-0bba8a39bc99'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:42:54.231593 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:42:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:54.363858 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-5997e874-40fd-479c-a996-3050c750d2dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:54.484507 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.db_base_plugin_common [None req-9cf5f5e5-0842-4283-999b-2d50f66cc88b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Allocated IP 172.28.3.228 (ba4729d8-bae0-44dd-959b-45f2743fbe2e/d8ac2d9e-a11c-4f30-89f8-f7a6f927176d/e8e6953d-85cc-4891-a06b-717eda98b6ae) {{(pid=98876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:42:54.699068 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Pushing event updated for resources: {'Port': ['ID=9ea9185b-a72f-4c0b-ae08-5d50373b75d7,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:54.708047 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:54.730017 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9cf5f5e5-0842-4283-999b-2d50f66cc88b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for port, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:54.747151 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] Set router c2fd68fd-b485-4ca5-9580-0bba8a39bc99 gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:42:54.867019 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9cf5f5e5-0842-4283-999b-2d50f66cc88b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2112105'] for port, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:54.872133 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-0fd0b81b-efc1-4666-8fd7-341a287ebe05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:54.903772 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] Sync routers for ids ['d5666d0a-813f-4a49-80ec-343c05a147a6'] in dv-cinder-791281-4-smb {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:42:54.921807 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] Routers {'d5666d0a-813f-4a49-80ec-343c05a147a6'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:42:54.925223 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:42:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['d5666d0a-813f-4a49-80ec-343c05a147a6'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:54.996663 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf5f5e5-0842-4283-999b-2d50f66cc88b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Network ba4729d8-bae0-44dd-959b-45f2743fbe2e is already hosted by enough agents. {{(pid=98876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:42:55.005339 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.base_scheduler [None req-9cf5f5e5-0842-4283-999b-2d50f66cc88b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Resources bound (agent type, host, resource id): {{(pid=98876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:42:55.009969 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5f5e5-0842-4283-999b-2d50f66cc88b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Received port after_create {{(pid=98876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:42:55.071341 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5f5e5-0842-4283-999b-2d50f66cc88b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Pushing event updated for resources: {'Port': ['ID=e8e6953d-85cc-4891-a06b-717eda98b6ae,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:55.076900 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-9cf5f5e5-0842-4283-999b-2d50f66cc88b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:55.093312 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48284) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:55.105193 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-29fe6fc4-42e5-479c-ab18-abea1272fc9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-409278679', 'description': 'tempest-secgroup-smoke-409278679 description', 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:55.219013 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9cf5f5e5-0842-4283-999b-2d50f66cc88b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:55.246543 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] Set router d5666d0a-813f-4a49-80ec-343c05a147a6 gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:42:55.258495 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'name': 'tempest-AttachVolumeShelveTestJSON-397972244-router', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:36Z', 'updated_at': '2021-06-06T17:42:47Z', 'revision_number': 4, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'gw_port': {'id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:38Z', 'updated_at': '2021-06-06T17:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': '505a1b11-18e4-498d-ac8b-190b41f150ab', 'name': '', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'mac_address': 'fa:16:3e:de:08:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:45Z', 'updated_at': '2021-06-06T17:42:53Z', 'revision_number': 4, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'subnets': [{'id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:55.265391 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8943fd7-0ad1-4447-87e8-b6f5187b38f8 None None] The sync data for ids ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'] in dv-cinder-791281-4-smb is: [{'id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'name': 'tempest-AttachVolumeShelveTestJSON-397972244-router', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:36Z', 'updated_at': '2021-06-06T17:42:47Z', 'revision_number': 4, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'gw_port': {'id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:38Z', 'updated_at': '2021-06-06T17:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': '505a1b11-18e4-498d-ac8b-190b41f150ab', 'name': '', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'mac_address': 'fa:16:3e:de:08:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:45Z', 'updated_at': '2021-06-06T17:42:53Z', 'revision_number': 4, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'subnets': [{'id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:42:55.286104 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d05bb-d88d-4e54-a9c2-dd1cadece855 req-0dd648af-18eb-40ab-8ac0-0700ae36d80d tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:55.287567 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-f98d05bb-d88d-4e54-a9c2-dd1cadece855 req-0dd648af-18eb-40ab-8ac0-0700ae36d80d tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 945 time: 0.2174497 Jun 06 17:42:55.365980 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-f98d05bb-d88d-4e54-a9c2-dd1cadece855 req-a2cb714b-bdad-4a52-a684-313c17ca6b00 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722716 Jun 06 17:42:55.388868 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-29fe6fc4-42e5-479c-ab18-abea1272fc9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:55.495563 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9cf5f5e5-0842-4283-999b-2d50f66cc88b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:55.915738 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5666d0a-813f-4a49-80ec-343c05a147a6', 'name': 'tempest-TestShelveInstance-1759936979-router', 'tenant_id': '14af49004bf84c119d88ed5c3e01d2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': '9ea9185b-a72f-4c0b-ae08-5d50373b75d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:42Z', 'updated_at': '2021-06-06T17:42:51Z', 'revision_number': 4, 'project_id': '14af49004bf84c119d88ed5c3e01d2c6', 'gw_port': {'id': '9ea9185b-a72f-4c0b-ae08-5d50373b75d7', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:47:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5666d0a-813f-4a49-80ec-343c05a147a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:43Z', 'updated_at': '2021-06-06T17:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': 'faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea', 'name': '', 'network_id': '2485ae72-005f-464c-b8bc-19740adbcfb1', 'tenant_id': '14af49004bf84c119d88ed5c3e01d2c6', 'mac_address': 'fa:16:3e:e9:91:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5666d0a-813f-4a49-80ec-343c05a147a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3d298732-8997-4b29-8422-256a047c105f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:50Z', 'updated_at': '2021-06-06T17:42:51Z', 'revision_number': 2, 'project_id': '14af49004bf84c119d88ed5c3e01d2c6', 'subnets': [{'id': '3d298732-8997-4b29-8422-256a047c105f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:55.921307 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] Checking router: d5666d0a-813f-4a49-80ec-343c05a147a6 for host: dv-cinder-791281-4-smb {{(pid=98878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:42:55.922842 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] Updating router d5666d0a-813f-4a49-80ec-343c05a147a6 port faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea binding host dv-cinder-791281-4-smb {{(pid=98878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:42:55.997893 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:56.096227 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-29fe6fc4-42e5-479c-ab18-abea1272fc9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:56.157675 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6e29-a687-44c3-9c45-db716bb01e75 req-2df70ffc-06c2-45f2-b56d-b15f3b19b6c6 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:56.169888 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-33ef6e29-a687-44c3-9c45-db716bb01e75 req-2df70ffc-06c2-45f2-b56d-b15f3b19b6c6 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 945 time: 0.5147855 Jun 06 17:42:56.280715 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-29fe6fc4-42e5-479c-ab18-abea1272fc9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:56.297558 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-ea895a8a-bcb9-4369-bce7-1f990e64117e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:56.391627 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-33ef6e29-a687-44c3-9c45-db716bb01e75 req-04036cc7-31f7-4179-8f24-6bd385813472 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205350 Jun 06 17:42:56.428052 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9cf5f5e5-0842-4283-999b-2d50f66cc88b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for port, precommit_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:56.444446 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe6fc4-42e5-479c-ab18-abea1272fc9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb7f299-9f5b-446e-9c67-1566d548acf2,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:56.447286 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-29fe6fc4-42e5-479c-ab18-abea1272fc9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:56.463644 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 48300) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:56.469865 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-c9c96d4b-c05d-443c-9b2c-3373d7f94767 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Request body: {'security_group_rule': {'security_group_id': 'dbb7f299-9f5b-446e-9c67-1566d548acf2', 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:56.481319 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-29fe6fc4-42e5-479c-ab18-abea1272fc9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.3868978 Jun 06 17:42:56.482656 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-29fe6fc4-42e5-479c-ab18-abea1272fc9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:56.552164 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9cf5f5e5-0842-4283-999b-2d50f66cc88b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2112082'] for port, after_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:56.556442 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-551a0e6e-8e8f-4bf5-8355-9ace4b81227f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:56.649430 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] Notify callbacks [] for port, precommit_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:56.654357 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c9c96d4b-c05d-443c-9b2c-3373d7f94767 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:56.668740 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.provisioning_blocks [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] Transition to ACTIVE for port object faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea will not be triggered until provisioned by entity L2. {{(pid=98878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:56.742142 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5f5e5-0842-4283-999b-2d50f66cc88b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Pushing event updated for resources: {'Port': ['ID=e8e6953d-85cc-4891-a06b-717eda98b6ae,revision_number=2']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:56.757882 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-9cf5f5e5-0842-4283-999b-2d50f66cc88b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:56.763866 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:56.783839 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [None req-bad9013e-44ac-4b92-b194-2a38a4b1eead None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:56.791184 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c9c96d4b-c05d-443c-9b2c-3373d7f94767 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:56.886563 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 505a1b11-18e4-498d-ac8b-190b41f150ab up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:56.899499 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c9c96d4b-c05d-443c-9b2c-3373d7f94767 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480639'] for security_group_rule, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:56.899499 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-d59bd2f7-f61b-4a5a-8f57-c2a07cbc2cd5 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:56.983603 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c96d4b-c05d-443c-9b2c-3373d7f94767 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c987609-062b-403c-b476-a46a5f8bcf51,revision_number=0']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:56.994550 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-c9c96d4b-c05d-443c-9b2c-3373d7f94767 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:57.060721 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9cf5f5e5-0842-4283-999b-2d50f66cc88b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608054'] for floatingip, after_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:57.180997 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9cf5f5e5-0842-4283-999b-2d50f66cc88b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for floatingip, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:57.182353 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-9cf5f5e5-0842-4283-999b-2d50f66cc88b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3969781 Jun 06 17:42:57.186900 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c9c96d4b-c05d-443c-9b2c-3373d7f94767 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:57.186900 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-c9c96d4b-c05d-443c-9b2c-3373d7f94767 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7187316 Jun 06 17:42:57.192892 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 48308) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:57.198412 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-5d0c1f9c-59cf-40a4-86aa-6210a25b5612 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Request body: {'security_group_rule': {'security_group_id': 'dbb7f299-9f5b-446e-9c67-1566d548acf2', 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:57.234164 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19cb4f-13e3-4afa-96d6-d4e06f140e65 None None] Pushing event updated for resources: {'Port': ['ID=faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea,revision_number=3']} {{(pid=98878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:57.238923 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning for port 505a1b11-18e4-498d-ac8b-190b41f150ab completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:42:57.258450 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 505a1b11-18e4-498d-ac8b-190b41f150ab triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:57.261945 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:57.274394 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d19cb4f-13e3-4afa-96d6-d4e06f140e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:57.274731 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d19cb4f-13e3-4afa-96d6-d4e06f140e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:57.275061 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d19cb4f-13e3-4afa-96d6-d4e06f140e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:57.278477 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d19cb4f-13e3-4afa-96d6-d4e06f140e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:57.278845 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d19cb4f-13e3-4afa-96d6-d4e06f140e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:57.279179 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d19cb4f-13e3-4afa-96d6-d4e06f140e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:57.282005 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d19cb4f-13e3-4afa-96d6-d4e06f140e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:57.282005 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d19cb4f-13e3-4afa-96d6-d4e06f140e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:57.282005 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d19cb4f-13e3-4afa-96d6-d4e06f140e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:57.282005 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d19cb4f-13e3-4afa-96d6-d4e06f140e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:57.282005 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d19cb4f-13e3-4afa-96d6-d4e06f140e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:57.282528 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d19cb4f-13e3-4afa-96d6-d4e06f140e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:57.356217 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [None req-2d19cb4f-13e3-4afa-96d6-d4e06f140e65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:57.362186 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.managers [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] Attempting to bind port faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea on host dv-cinder-791281-4-smb for vnic_type normal with profile {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:42:57.362633 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.managers [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] Attempting to bind port faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea by drivers openvswitch,hyperv on host dv-cinder-791281-4-smb at level 0 using segments [{'id': 'c7651f7e-f594-4551-be36-efc0c607fac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2485ae72-005f-464c-b8bc-19740adbcfb1'}] {{(pid=98878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:42:57.364602 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] Attempting to bind port faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea on network 2485ae72-005f-464c-b8bc-19740adbcfb1 {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:42:57.386540 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] Checking agent: {'id': '866b1ceb-3f07-4282-bec2-bca05938cd10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 48), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:42:57.387222 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] Checking segment: {'id': 'c7651f7e-f594-4551-be36-efc0c607fac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2485ae72-005f-464c-b8bc-19740adbcfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:42:57.390035 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:57.390638 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] Bound using segment: {'id': 'c7651f7e-f594-4551-be36-efc0c607fac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2485ae72-005f-464c-b8bc-19740adbcfb1'} {{(pid=98878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:42:57.391041 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.managers [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] Bound port: faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea, host: dv-cinder-791281-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7651f7e-f594-4551-be36-efc0c607fac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2485ae72-005f-464c-b8bc-19740adbcfb1'}}] {{(pid=98878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:42:57.391427 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:57.398346 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-5d0c1f9c-59cf-40a4-86aa-6210a25b5612 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:57.430772 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32686d-a2f1-4aa3-8d4e-4946cafbdbb8 req-fa5f4626-350b-4161-9f99-39121eedc58f tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:57.436859 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-3b32686d-a2f1-4aa3-8d4e-4946cafbdbb8 req-fa5f4626-350b-4161-9f99-39121eedc58f tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 945 time: 0.2584076 Jun 06 17:42:57.527834 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-c903ea74-3b41-484a-aa56-014d4cef94f5 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--178918876&fields=id&tenant_id=112f749fb4de43ca891e9f33ff29787e HTTP/1.1" status: 200 len: 267 time: 0.1176620 Jun 06 17:42:57.587697 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-3b32686d-a2f1-4aa3-8d4e-4946cafbdbb8 req-cfbef9b1-b7c8-4e0b-96a2-7d52d474461f tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415648 Jun 06 17:42:57.599834 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-5d0c1f9c-59cf-40a4-86aa-6210a25b5612 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:57.696268 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.db [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] For port faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea, host dv-cinder-791281-4-smb, cleared binding levels {{(pid=98878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:42:57.698401 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.plugins.ml2.db [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] For port faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea, host dv-cinder-791281-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea,segment=NetworkSegment(c7651f7e-f594-4551-be36-efc0c607fac4),segment_id=c7651f7e-f594-4551-be36-efc0c607fac4)] {{(pid=98878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:42:57.743240 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:57.801399 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] For port 505a1b11-18e4-498d-ac8b-190b41f150ab, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=505a1b11-18e4-498d-ac8b-190b41f150ab,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:57.808341 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-5d0c1f9c-59cf-40a4-86aa-6210a25b5612 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480639'] for security_group_rule, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:57.823784 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron_lib.callbacks.manager [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:57.827178 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:57.831372 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [None req-b124a4ea-3b9a-4383-9528-73ef4068371b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:57.846540 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c1f9c-59cf-40a4-86aa-6210a25b5612 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d6b18f-45b4-47c1-a168-fb2a9e4d59dd,revision_number=0']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:57.850073 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-5d0c1f9c-59cf-40a4-86aa-6210a25b5612 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:57.893931 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-e7f65af5-bbae-4044-8971-ea5129bce57d tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:57.901773 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-e7f65af5-bbae-4044-8971-ea5129bce57d tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/networks?id=72559bc2-9c29-4f2a-bcda-ce8b6786233f HTTP/1.1" status: 200 len: 816 time: 0.3495512 Jun 06 17:42:57.918860 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-7b9cf14a-8f67-426f-afe3-ae29f03bb191 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/quotas/112f749fb4de43ca891e9f33ff29787e HTTP/1.1" status: 200 len: 375 time: 0.0159667 Jun 06 17:42:57.919080 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:57.920015 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 9ea9185b-a72f-4c0b-ae08-5d50373b75d7 up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:57.939417 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] Routers {'d5666d0a-813f-4a49-80ec-343c05a147a6'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:42:57.940171 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:42:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['d5666d0a-813f-4a49-80ec-343c05a147a6'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:57.999304 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-241a0883-79fb-4751-b34d-69044209705b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:58.002925 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19cb4f-13e3-4afa-96d6-d4e06f140e65 None None] Pushing event updated for resources: {'Port': ['ID=faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea,revision_number=4']} {{(pid=98878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:58.019835 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG oslo_concurrency.lockutils [None req-2d19cb4f-13e3-4afa-96d6-d4e06f140e65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:58.131672 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-fcb6469c-dd1d-4feb-b9ae-e0f3539257d1 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=112f749fb4de43ca891e9f33ff29787e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2103508 Jun 06 17:42:58.135334 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-5d0c1f9c-59cf-40a4-86aa-6210a25b5612 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:58.139379 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48332) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:58.146169 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-5d0c1f9c-59cf-40a4-86aa-6210a25b5612 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9516561 Jun 06 17:42:58.148736 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-da38ebdc-777f-429a-817d-5a208087ac0b tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Request body: {'security_group_rule': {'security_group_id': 'dbb7f299-9f5b-446e-9c67-1566d548acf2', 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:58.161648 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Pushing event updated for resources: {'Port': ['ID=505a1b11-18e4-498d-ac8b-190b41f150ab,revision_number=5']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:58.182232 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:58.209994 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 9ea9185b-a72f-4c0b-ae08-5d50373b75d7 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:58.215719 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:58.302016 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] Set router d5666d0a-813f-4a49-80ec-343c05a147a6 gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:42:58.327785 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-da38ebdc-777f-429a-817d-5a208087ac0b tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:58.424157 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-4e948c0e-a7b3-4442-9597-c4bb8a496009 service neutron] 10.222.0.23 "GET /v2.0/networks/72559bc2-9c29-4f2a-bcda-ce8b6786233f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693212 Jun 06 17:42:58.513075 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-da38ebdc-777f-429a-817d-5a208087ac0b tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:58.606316 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-da38ebdc-777f-429a-817d-5a208087ac0b tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480639'] for security_group_rule, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:58.608448 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:58.622385 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 48336) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:58.670823 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38ebdc-777f-429a-817d-5a208087ac0b tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d94da37-e23b-4853-907f-da41950df8b0,revision_number=0']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:58.674128 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-da38ebdc-777f-429a-817d-5a208087ac0b tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:58.688328 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 505a1b11-18e4-498d-ac8b-190b41f150ab up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:58.704660 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-c2a056a2-e21a-44e6-abf1-1f2de368adc0 service neutron] 10.222.0.23 "GET /v2.0/networks/72559bc2-9c29-4f2a-bcda-ce8b6786233f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706482 Jun 06 17:42:58.736730 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-da38ebdc-777f-429a-817d-5a208087ac0b tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:58.739109 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-da38ebdc-777f-429a-817d-5a208087ac0b tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5986271 Jun 06 17:42:58.742120 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 48344) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:58.748240 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-49b84f1c-ed0b-44c3-964c-a35fce8e0d5a tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Request body: {'security_group_rule': {'security_group_id': 'dbb7f299-9f5b-446e-9c67-1566d548acf2', 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:58.940252 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port 505a1b11-18e4-498d-ac8b-190b41f150ab triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:58.941383 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:58.953741 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b2f35db8-8cce-4957-bc54-756abcdcac1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:59.029539 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-49b84f1c-ed0b-44c3-964c-a35fce8e0d5a tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:59.144806 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5666d0a-813f-4a49-80ec-343c05a147a6', 'name': 'tempest-TestShelveInstance-1759936979-router', 'tenant_id': '14af49004bf84c119d88ed5c3e01d2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': '9ea9185b-a72f-4c0b-ae08-5d50373b75d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:42Z', 'updated_at': '2021-06-06T17:42:51Z', 'revision_number': 4, 'project_id': '14af49004bf84c119d88ed5c3e01d2c6', 'gw_port': {'id': '9ea9185b-a72f-4c0b-ae08-5d50373b75d7', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:47:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5666d0a-813f-4a49-80ec-343c05a147a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:43Z', 'updated_at': '2021-06-06T17:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': 'faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea', 'name': '', 'network_id': '2485ae72-005f-464c-b8bc-19740adbcfb1', 'tenant_id': '14af49004bf84c119d88ed5c3e01d2c6', 'mac_address': 'fa:16:3e:e9:91:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5666d0a-813f-4a49-80ec-343c05a147a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3d298732-8997-4b29-8422-256a047c105f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:50Z', 'updated_at': '2021-06-06T17:42:57Z', 'revision_number': 4, 'project_id': '14af49004bf84c119d88ed5c3e01d2c6', 'subnets': [{'id': '3d298732-8997-4b29-8422-256a047c105f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:59.157512 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119c0728-66cb-49a9-a302-9242eaf6052e None None] The sync data for ids ['d5666d0a-813f-4a49-80ec-343c05a147a6'] in dv-cinder-791281-4-smb is: [{'id': 'd5666d0a-813f-4a49-80ec-343c05a147a6', 'name': 'tempest-TestShelveInstance-1759936979-router', 'tenant_id': '14af49004bf84c119d88ed5c3e01d2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': '9ea9185b-a72f-4c0b-ae08-5d50373b75d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:42Z', 'updated_at': '2021-06-06T17:42:51Z', 'revision_number': 4, 'project_id': '14af49004bf84c119d88ed5c3e01d2c6', 'gw_port': {'id': '9ea9185b-a72f-4c0b-ae08-5d50373b75d7', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:47:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5666d0a-813f-4a49-80ec-343c05a147a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:43Z', 'updated_at': '2021-06-06T17:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': 'faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea', 'name': '', 'network_id': '2485ae72-005f-464c-b8bc-19740adbcfb1', 'tenant_id': '14af49004bf84c119d88ed5c3e01d2c6', 'mac_address': 'fa:16:3e:e9:91:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5666d0a-813f-4a49-80ec-343c05a147a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3d298732-8997-4b29-8422-256a047c105f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:50Z', 'updated_at': '2021-06-06T17:42:57Z', 'revision_number': 4, 'project_id': '14af49004bf84c119d88ed5c3e01d2c6', 'subnets': [{'id': '3d298732-8997-4b29-8422-256a047c105f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:42:59.348495 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-ed45e973-d95c-4cdf-818d-08ac3ecd544f req-03701a2e-422b-4909-8b2b-c2bfa327effa tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 210 time: 0.1636770 Jun 06 17:42:59.418969 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-49b84f1c-ed0b-44c3-964c-a35fce8e0d5a tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:59.515224 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-49b84f1c-ed0b-44c3-964c-a35fce8e0d5a tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480639'] for security_group_rule, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:59.526870 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:59.547262 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b84f1c-ed0b-44c3-964c-a35fce8e0d5a tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5393638c-5401-4d52-8388-15347d845179,revision_number=0']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:59.558788 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-49b84f1c-ed0b-44c3-964c-a35fce8e0d5a tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:59.566725 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b2f35db8-8cce-4957-bc54-756abcdcac1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:59.648089 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b2f35db8-8cce-4957-bc54-756abcdcac1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:59.655629 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-4c35aee1-09a9-470e-97d6-edf261a5568f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:59.721176 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-b2f35db8-8cce-4957-bc54-756abcdcac1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28f3ec0e30c7445794ea37290aa5ffee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0964272 Jun 06 17:42:59.722538 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f35db8-8cce-4957-bc54-756abcdcac1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2d05fe-c488-4b16-8c11-5515e9b4bb54,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:59.724703 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48360) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:59.725717 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b2f35db8-8cce-4957-bc54-756abcdcac1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:59.795626 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-49b84f1c-ed0b-44c3-964c-a35fce8e0d5a tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:59.800845 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-49b84f1c-ed0b-44c3-964c-a35fce8e0d5a tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0573711 Jun 06 17:42:59.801585 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 48366) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:59.806368 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-aac7c63e-525f-49b0-bcc3-9f16b214fc83 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Request body: {'security_group_rule': {'security_group_id': 'dbb7f299-9f5b-446e-9c67-1566d548acf2', 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:59.827012 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-177844e6-7638-4382-a390-7aeba593bc93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:59.927763 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-177844e6-7638-4382-a390-7aeba593bc93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:00.063860 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.db.securitygroups_db [None req-aac7c63e-525f-49b0-bcc3-9f16b214fc83 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Project e04771eabc3d4bcda17450a5c7a0c4ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 17:43:00.072322 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-aac7c63e-525f-49b0-bcc3-9f16b214fc83 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:00.197957 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-177844e6-7638-4382-a390-7aeba593bc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:00.197957 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-177844e6-7638-4382-a390-7aeba593bc93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:00.197957 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-177844e6-7638-4382-a390-7aeba593bc93 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d2d05fe-c488-4b16-8c11-5515e9b4bb54 HTTP/1.1" status: 204 len: 168 time: 0.4708469 Jun 06 17:43:00.197957 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-71edada8-632f-49e2-9fc7-5bfeef15c6b1 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:00.212148 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177844e6-7638-4382-a390-7aeba593bc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2d05fe-c488-4b16-8c11-5515e9b4bb54,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:00.226006 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-177844e6-7638-4382-a390-7aeba593bc93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:00.228574 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-aac7c63e-525f-49b0-bcc3-9f16b214fc83 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:00.346028 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-aac7c63e-525f-49b0-bcc3-9f16b214fc83 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480639'] for security_group_rule, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:00.348307 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:00.373452 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7c63e-525f-49b0-bcc3-9f16b214fc83 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d717cc4-63f6-43f1-bcd0-3792fb1cc87c,revision_number=0']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:00.378208 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-aac7c63e-525f-49b0-bcc3-9f16b214fc83 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:00.494693 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3ccc8f8d-7bd8-49a6-9074-dc337efa2a55 req-b61be978-2523-4159-9e3c-fedff76af294 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 210 time: 0.0543807 Jun 06 17:43:00.509893 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-aac7c63e-525f-49b0-bcc3-9f16b214fc83 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:00.511360 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-aac7c63e-525f-49b0-bcc3-9f16b214fc83 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7086678 Jun 06 17:43:00.514304 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48382) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:00.523815 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-700f3cb2-1ed1-4fac-b81a-ff18fc28ceaf tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Request body: {'security_group_rule': {'security_group_id': 'dbb7f299-9f5b-446e-9c67-1566d548acf2', 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:00.645191 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.db.securitygroups_db [None req-700f3cb2-1ed1-4fac-b81a-ff18fc28ceaf tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Project e04771eabc3d4bcda17450a5c7a0c4ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 17:43:00.652394 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-700f3cb2-1ed1-4fac-b81a-ff18fc28ceaf tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:00.749668 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-700f3cb2-1ed1-4fac-b81a-ff18fc28ceaf tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:00.774743 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:00.832701 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-700f3cb2-1ed1-4fac-b81a-ff18fc28ceaf tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480639'] for security_group_rule, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:00.835149 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-b254a309-dce6-47ed-bec1-95211c5431bf tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:00.903635 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f3cb2-1ed1-4fac-b81a-ff18fc28ceaf tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce13ce9-7fb6-47b6-b0e6-7350c61240f1,revision_number=0']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:00.922233 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-700f3cb2-1ed1-4fac-b81a-ff18fc28ceaf tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:01.009086 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning for port faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:43:01.024759 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:01.025228 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:01.057480 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-700f3cb2-1ed1-4fac-b81a-ff18fc28ceaf tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:01.066589 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-700f3cb2-1ed1-4fac-b81a-ff18fc28ceaf tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5511870 Jun 06 17:43:01.255372 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:01.327159 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] For port faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea,segment=NetworkSegment(c7651f7e-f594-4551-be36-efc0c607fac4),segment_id=c7651f7e-f594-4551-be36-efc0c607fac4)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:01.469522 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:01.476610 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-83dec27f-7bd8-4ab5-a590-8f89f52ffe40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:01.612437 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Pushing event updated for resources: {'Port': ['ID=faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea,revision_number=5']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:01.617460 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:01.765168 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-370055a8-33fa-424d-af44-5689ae088875 req-e78413f7-4c57-42e7-b6bd-98f01e128799 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2171850 Jun 06 17:43:01.934131 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1c38d5f9-f471-4371-97a6-e9ef8f2f2c13 req-8caf23d4-ca1e-4167-9a49-27f0e9123527 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 210 time: 0.0772521 Jun 06 17:43:01.970215 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48460) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:01.990943 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370055a8-33fa-424d-af44-5689ae088875 req-29a1fc5d-c8e9-4036-8d93-6c2973e23b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:01.992579 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-370055a8-33fa-424d-af44-5689ae088875 req-29a1fc5d-c8e9-4036-8d93-6c2973e23b5d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b44d9521c3844a3882ee6d0cc8b07187&device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 1099 time: 0.2028115 Jun 06 17:43:02.121218 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-8d66d476-178e-4785-9e5e-600a9a5f7cf8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-99881579-network', 'tenant_id': 'ec94c6ba107f4fac8d609f27ad2ac069'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:02.139120 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:02.224634 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370055a8-33fa-424d-af44-5689ae088875 req-a6f9ad92-1ae0-4c9c-ace1-b9496087e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:02.227148 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-370055a8-33fa-424d-af44-5689ae088875 req-a6f9ad92-1ae0-4c9c-ace1-b9496087e8a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0c070bd4-ddfe-41f0-9fed-d7e70018cc8e HTTP/1.1" status: 200 len: 912 time: 0.2037690 Jun 06 17:43:02.297684 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d66d476-178e-4785-9e5e-600a9a5f7cf8 admin admin] Made reservation on behalf of ec94c6ba107f4fac8d609f27ad2ac069 for: {'network': 1} {{(pid=98876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:43:02.301248 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8d66d476-178e-4785-9e5e-600a9a5f7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-636678'] for network, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:02.319263 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8d66d476-178e-4785-9e5e-600a9a5f7cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:02.460963 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-370055a8-33fa-424d-af44-5689ae088875 req-3e8103f1-5c34-4c70-a283-f8c8fe39d9c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=030d43c8-f587-4071-8933-68376095a69f HTTP/1.1" status: 200 len: 1002 time: 0.2267807 Jun 06 17:43:02.523840 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8d66d476-178e-4785-9e5e-600a9a5f7cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:02.544625 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370055a8-33fa-424d-af44-5689ae088875 req-615491eb-15f3-4023-8d04-566cdb2c76f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:02.548102 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-370055a8-33fa-424d-af44-5689ae088875 req-615491eb-15f3-4023-8d04-566cdb2c76f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8be3246-7ec4-4d23-84b1-36d960621851 HTTP/1.1" status: 200 len: 850 time: 0.0708213 Jun 06 17:43:02.637725 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea up at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:02.668959 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8d66d476-178e-4785-9e5e-600a9a5f7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:02.675304 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-29fe6fc4-42e5-479c-ab18-abea1272fc9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:02.782816 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d66d476-178e-4785-9e5e-600a9a5f7cf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=98876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:43:02.827135 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8d66d476-178e-4785-9e5e-600a9a5f7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:02.827535 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.db.segments_db [None req-8d66d476-178e-4785-9e5e-600a9a5f7cf8 admin admin] Added segment 2e5706a7-e26c-46b9-bb49-d3f7b4f1abba of type vlan for network ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09 Jun 06 17:43:02.830996 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Provisioning complete for port faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:02.831459 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:02.909111 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66d476-178e-4785-9e5e-600a9a5f7cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f17e114-0940-4eaf-b758-62a269035318,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:02.954029 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-8d66d476-178e-4785-9e5e-600a9a5f7cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:02.970285 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8d66d476-178e-4785-9e5e-600a9a5f7cf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729318189806'] for network, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:02.983185 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-4c10f7f7-1bda-41c3-80d7-437913afdf93 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:02.984652 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-4c10f7f7-1bda-41c3-80d7-437913afdf93 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.21 "GET /v2.0/networks?id=72559bc2-9c29-4f2a-bcda-ce8b6786233f HTTP/1.1" status: 200 len: 816 time: 0.3519902 Jun 06 17:43:03.111438 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-c59c395c-b982-45a6-99fa-7a52dc178914 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=112f749fb4de43ca891e9f33ff29787e HTTP/1.1" status: 200 len: 379 time: 0.1143701 Jun 06 17:43:03.130871 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-07adba85-ed5c-4fe0-a408-fe84730ce8bc tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Request body: {'port': {'device_id': 'a5a6f220-b751-49db-ade8-9413df6025bb', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'admin_state_up': True, 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'security_groups': ['2f31a0bb-22a5-475d-b04f-01791958390c']}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:03.206855 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8d66d476-178e-4785-9e5e-600a9a5f7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876'] for network, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:03.208228 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d66d476-178e-4785-9e5e-600a9a5f7cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:03.208820 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8d66d476-178e-4785-9e5e-600a9a5f7cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:03.214258 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:03.321869 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370055a8-33fa-424d-af44-5689ae088875 req-9acb9c5d-3c7f-4730-a25e-461f9e407576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:03.323734 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-370055a8-33fa-424d-af44-5689ae088875 req-9acb9c5d-3c7f-4730-a25e-461f9e407576 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c070bd4-ddfe-41f0-9fed-d7e70018cc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7682383 Jun 06 17:43:03.449903 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e6684dd6-b657-462f-bf8f-8f6098f0bcb5 req-8cc2ea46-3579-4274-8634-23969f096967 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 210 time: 0.2098436 Jun 06 17:43:03.502037 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66d476-178e-4785-9e5e-600a9a5f7cf8 admin admin] Pushing event updated for resources: {'Network': ['ID=ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:03.509893 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-8d66d476-178e-4785-9e5e-600a9a5f7cf8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5370097 Jun 06 17:43:03.511559 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-8d66d476-178e-4785-9e5e-600a9a5f7cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:03.512180 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48484) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:03.516444 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Network ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09 details requested by agent ovs-agent-dv-cinder-791281-4-smb with host dv-cinder-791281-4-smb {{(pid=98877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:43:03.523574 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-fa20388b-9aac-4d61-8368-7439879b4683 admin admin] Request body: {'subnet': {'network_id': 'ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-99881579-subnet', 'tenant_id': 'ec94c6ba107f4fac8d609f27ad2ac069', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:03.655051 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa20388b-9aac-4d61-8368-7439879b4683 admin admin] Made reservation on behalf of ec94c6ba107f4fac8d609f27ad2ac069 for: {'subnet': 1} {{(pid=98876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:43:03.657667 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-fa20388b-9aac-4d61-8368-7439879b4683 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3128071'] for subnet, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:03.677895 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-370055a8-33fa-424d-af44-5689ae088875 req-6c38ed83-3bcd-4ea4-bd28-ab2e1c91e934 service neutron] 10.222.0.21 "GET /v2.0/networks/0c070bd4-ddfe-41f0-9fed-d7e70018cc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365402 Jun 06 17:43:03.883241 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-370055a8-33fa-424d-af44-5689ae088875 req-d5a77260-7221-4d03-bf20-f9a5e2fd618a service neutron] 10.222.0.21 "GET /v2.0/networks/0c070bd4-ddfe-41f0-9fed-d7e70018cc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970391 Jun 06 17:43:03.884484 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-07adba85-ed5c-4fe0-a408-fe84730ce8bc tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Made reservation on behalf of 112f749fb4de43ca891e9f33ff29787e for: {'port': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:43:03.888552 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-07adba85-ed5c-4fe0-a408-fe84730ce8bc tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:04.124203 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-fa20388b-9aac-4d61-8368-7439879b4683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2112197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3128085'] for subnet, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:04.131084 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:04.131936 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_common [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-07adba85-ed5c-4fe0-a408-fe84730ce8bc tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Allocated IP 172.20.0.6 (72559bc2-9c29-4f2a-bcda-ce8b6786233f/ad36e52f-085e-4814-93d9-62d98b3cab30/8b698854-c7a3-45f2-bdeb-4a699757e7a0) {{(pid=98875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:43:04.257661 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa20388b-9aac-4d61-8368-7439879b4683 admin admin] Checking segment: {'id': '2e5706a7-e26c-46b9-bb49-d3f7b4f1abba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:43:04.258741 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa20388b-9aac-4d61-8368-7439879b4683 admin admin] Network hostable DHCP agents. Network: ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09, hostable agents: ['9f9e633d-4e7f-4a78-8507-e6ddd2ff9366'], hosted agents: [] {{(pid=98876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:43:04.289619 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20388b-9aac-4d61-8368-7439879b4683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22f22de9-3d8d-4d94-909f-58bea532dacb,revision_number=0']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:04.296835 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-fa20388b-9aac-4d61-8368-7439879b4683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:04.403061 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-07adba85-ed5c-4fe0-a408-fe84730ce8bc tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for port, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:04.411909 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa20388b-9aac-4d61-8368-7439879b4683 admin admin] Network ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09 is scheduled to be hosted by DHCP agent 9f9e633d-4e7f-4a78-8507-e6ddd2ff9366 with binding_index 1 {{(pid=98876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:43:04.424508 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-07adba85-ed5c-4fe0-a408-fe84730ce8bc tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Transition to ACTIVE for port object 8b698854-c7a3-45f2-bdeb-4a699757e7a0 will not be triggered until provisioned by entity DHCP. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:43:04.523683 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.base_scheduler [None req-fa20388b-9aac-4d61-8368-7439879b4683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-smb, ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09) {{(pid=98876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:04.536251 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa20388b-9aac-4d61-8368-7439879b4683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:04.536405 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c98c96a-e8a0-48ba-b8a6-05a7867e119c None None] Network ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09 requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:43:04.536963 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-fa20388b-9aac-4d61-8368-7439879b4683 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:04.570263 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-07adba85-ed5c-4fe0-a408-fe84730ce8bc tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:04.577103 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:04.691751 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-07adba85-ed5c-4fe0-a408-fe84730ce8bc tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Network 72559bc2-9c29-4f2a-bcda-ce8b6786233f is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:43:04.695717 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-07adba85-ed5c-4fe0-a408-fe84730ce8bc tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:04.711246 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-07adba85-ed5c-4fe0-a408-fe84730ce8bc tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Received port after_create {{(pid=98875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:43:04.717595 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-07adba85-ed5c-4fe0-a408-fe84730ce8bc tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:04.718414 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-07adba85-ed5c-4fe0-a408-fe84730ce8bc tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:04.723851 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-fa20388b-9aac-4d61-8368-7439879b4683 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2088020 Jun 06 17:43:04.766525 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07adba85-ed5c-4fe0-a408-fe84730ce8bc tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Pushing event updated for resources: {'Port': ['ID=8b698854-c7a3-45f2-bdeb-4a699757e7a0,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:04.772546 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-07adba85-ed5c-4fe0-a408-fe84730ce8bc tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:04.824211 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68747214-f181-4381-9cf2-776aca60d2fd req-19b559f2-bb83-4240-a72a-919ea3b3acd6 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:04.832452 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-68747214-f181-4381-9cf2-776aca60d2fd req-19b559f2-bb83-4240-a72a-919ea3b3acd6 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 931 time: 0.1857469 Jun 06 17:43:04.881507 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-07adba85-ed5c-4fe0-a408-fe84730ce8bc tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7621605 Jun 06 17:43:04.894799 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] Request body: {'port': {'device_id': 'a5a6f220-b751-49db-ade8-9413df6025bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:04.953168 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-68747214-f181-4381-9cf2-776aca60d2fd req-c9281db0-6aec-40df-9964-bfe633548a78 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011143 Jun 06 17:43:04.967535 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a412c6-483f-4569-8c2b-0cbf0062190a None None] Network ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09 requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:43:05.112043 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:05.451687 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-75b0c275-5fe4-47be-9259-39e094cf5b0b None None] Provisioning for port 8b698854-c7a3-45f2-bdeb-4a699757e7a0 completed by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:43:05.506410 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-75b0c275-5fe4-47be-9259-39e094cf5b0b None None] Provisioning complete for port 8b698854-c7a3-45f2-bdeb-4a699757e7a0 triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:05.507130 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-75b0c275-5fe4-47be-9259-39e094cf5b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:05.574598 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-75b0c275-5fe4-47be-9259-39e094cf5b0b None None] Port 8b698854-c7a3-45f2-bdeb-4a699757e7a0 cannot update to ACTIVE because it is not bound. {{(pid=98877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:43:05.852845 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b698854-c7a3-45f2-bdeb-4a699757e7a0 {{(pid=98875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:43:05.866892 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:05.886460 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] Transition to ACTIVE for port object 8b698854-c7a3-45f2-bdeb-4a699757e7a0 will not be triggered until provisioned by entity L2. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:43:05.974775 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:05.980409 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-67f0e0ef-fe9b-4aef-bb06-33e03255310b tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:06.230684 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] Pushing event updated for resources: {'Port': ['ID=8b698854-c7a3-45f2-bdeb-4a699757e7a0,revision_number=2']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:06.240099 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:06.252732 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] Attempting to bind port 8b698854-c7a3-45f2-bdeb-4a699757e7a0 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:43:06.255099 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] Attempting to bind port 8b698854-c7a3-45f2-bdeb-4a699757e7a0 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '1c3def78-66f0-4a96-a6f3-0e800da91f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f'}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:43:06.255099 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] Attempting to bind port 8b698854-c7a3-45f2-bdeb-4a699757e7a0 on network 72559bc2-9c29-4f2a-bcda-ce8b6786233f {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:43:06.271362 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] Port 8b698854-c7a3-45f2-bdeb-4a699757e7a0 on network 72559bc2-9c29-4f2a-bcda-ce8b6786233f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:43:06.271675 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] Attempting to bind port 8b698854-c7a3-45f2-bdeb-4a699757e7a0 on network 72559bc2-9c29-4f2a-bcda-ce8b6786233f {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:43:06.287280 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] Checking agent: {'id': 'a6fcd907-c3ac-4abf-b52d-463afd7284ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'started_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:43:06.287623 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] Checking segment: {'id': '1c3def78-66f0-4a96-a6f3-0e800da91f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:43:06.288001 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] Bound using segment: {'id': '1c3def78-66f0-4a96-a6f3-0e800da91f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f'} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:43:06.288545 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] Bound port: 8b698854-c7a3-45f2-bdeb-4a699757e7a0, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c3def78-66f0-4a96-a6f3-0e800da91f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f'}}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:43:06.288777 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:06.420027 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be086ae-b037-4785-8799-ef99378a4b1a req-a238f949-4f70-48ad-a43d-8cc8ff4d84dc tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:06.421532 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9be086ae-b037-4785-8799-ef99378a4b1a req-a238f949-4f70-48ad-a43d-8cc8ff4d84dc tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 943 time: 0.2498338 Jun 06 17:43:06.497179 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] For port 8b698854-c7a3-45f2-bdeb-4a699757e7a0, host hv-cinder-79128, cleared binding levels {{(pid=98875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:43:06.517467 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9be086ae-b037-4785-8799-ef99378a4b1a req-14a75561-8de7-47b5-b837-98be3876eabd tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827582 Jun 06 17:43:06.528630 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] For port 8b698854-c7a3-45f2-bdeb-4a699757e7a0, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=8b698854-c7a3-45f2-bdeb-4a699757e7a0,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:43:06.612152 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:06.619103 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:06.692708 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:06.693396 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:06.694846 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] 10.222.0.21 "PUT /v2.0/ports/8b698854-c7a3-45f2-bdeb-4a699757e7a0 HTTP/1.1" status: 200 len: 1093 time: 1.8052561 Jun 06 17:43:06.695361 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a6f220-b751-49db-ade8-9413df6025bb', 'tag': '8b698854-c7a3-45f2-bdeb-4a699757e7a0'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:43:06.698487 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c513073-fb36-4182-8989-aa0f42119270" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a6f220-b751-49db-ade8-9413df6025bb", "tag": "8b698854-c7a3-45f2-bdeb-4a699757e7a0"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:43:06.732761 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] Pushing event updated for resources: {'Port': ['ID=8b698854-c7a3-45f2-bdeb-4a699757e7a0,revision_number=3']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:06.743347 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:06.797796 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701d7bc5-29b4-4e02-b90e-c7aec61bdd2d x-openstack-request-id: req-701d7bc5-29b4-4e02-b90e-c7aec61bdd2d {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:43:06.798853 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a6f220-b751-49db-ade8-9413df6025bb", "tag": "8b698854-c7a3-45f2-bdeb-4a699757e7a0", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:43:06.799117 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-701d7bc5-29b4-4e02-b90e-c7aec61bdd2d {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:43:06.799815 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a6f220-b751-49db-ade8-9413df6025bb', 'tag': '8b698854-c7a3-45f2-bdeb-4a699757e7a0', 'status': 'completed', 'code': 200} Jun 06 17:43:06.921220 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-88b5014c-be38-4a1d-8dad-03fbf3ae8da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:06.921220 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-88b5014c-be38-4a1d-8dad-03fbf3ae8da8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=112f749fb4de43ca891e9f33ff29787e&device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 1096 time: 0.1075828 Jun 06 17:43:07.045123 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-c28b3bb7-314a-41ac-b2ef-0d047194a761 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b698854-c7a3-45f2-bdeb-4a699757e7a0 HTTP/1.1" status: 200 len: 217 time: 0.1099665 Jun 06 17:43:07.127575 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-677995e6-f8e3-4ed9-b569-2f5164e3d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:07.128999 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-677995e6-f8e3-4ed9-b569-2f5164e3d900 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad36e52f-085e-4814-93d9-62d98b3cab30 HTTP/1.1" status: 200 len: 855 time: 0.0713570 Jun 06 17:43:07.141150 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e2435-2014-4e70-92b1-c6432ed087da req-cd74a586-f096-47bd-8c0e-21c5b874d15e tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:07.142551 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-f74e2435-2014-4e70-92b1-c6432ed087da req-cd74a586-f096-47bd-8c0e-21c5b874d15e tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 945 time: 0.1536551 Jun 06 17:43:07.239458 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-f74e2435-2014-4e70-92b1-c6432ed087da req-07515e14-da3e-4b68-a70e-2b59da2b0a85 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645826 Jun 06 17:43:07.264379 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 48540) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:07.271237 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-6816d808-c092-43c1-8e16-4e42f65e8233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:07.272670 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-6816d808-c092-43c1-8e16-4e42f65e8233 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=72559bc2-9c29-4f2a-bcda-ce8b6786233f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1292500 Jun 06 17:43:07.475227 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-ef97064c-c059-49e6-8d12-31904efb5485 service neutron] 10.222.0.21 "GET /v2.0/networks/72559bc2-9c29-4f2a-bcda-ce8b6786233f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915588 Jun 06 17:43:07.616305 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e09a80-a94d-4955-90ee-4c5e1b377939 tempest-TestMinimumBasicScenario-1072874065 tempest-TestMinimumBasicScenario-1072874065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:07.621368 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48546) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:07.621941 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-54e09a80-a94d-4955-90ee-4c5e1b377939 tempest-TestMinimumBasicScenario-1072874065 tempest-TestMinimumBasicScenario-1072874065-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 1093 time: 0.3561435 Jun 06 17:43:07.630243 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-db73296c-f033-4c44-a7dd-b9eb9a569a87 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Request body: {'floatingip': {'floating_network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'port_id': 'a8681dde-a1b2-4c32-8f61-252d15c194ff', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:07.649494 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a5fcb0be-6826-4104-9b35-e2677c5903fa req-1a7cf67a-b524-4f1c-8eda-addabe25d95f service neutron] 10.222.0.21 "GET /v2.0/networks/72559bc2-9c29-4f2a-bcda-ce8b6786233f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657248 Jun 06 17:43:07.763520 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01438028-66ae-4b5b-9e8c-877ef56a0b61 req-71303024-5600-4be2-baf4-7be682941f8c tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:07.765378 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-01438028-66ae-4b5b-9e8c-877ef56a0b61 req-71303024-5600-4be2-baf4-7be682941f8c tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 943 time: 0.1289046 Jun 06 17:43:07.823745 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-db73296c-f033-4c44-a7dd-b9eb9a569a87 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for floatingip, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:07.889693 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-01438028-66ae-4b5b-9e8c-877ef56a0b61 req-e54bc48c-dbc7-4116-845c-17c6f0043cb5 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163528 Jun 06 17:43:07.939847 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c513073-fb36-4182-8989-aa0f42119270 req-24e16874-7018-4210-b161-06bbdf41cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:07.944145 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3c513073-fb36-4182-8989-aa0f42119270 req-24e16874-7018-4210-b161-06bbdf41cb86 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=112f749fb4de43ca891e9f33ff29787e&device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 1096 time: 0.1726007 Jun 06 17:43:08.090871 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-db73296c-f033-4c44-a7dd-b9eb9a569a87 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:08.165280 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c513073-fb36-4182-8989-aa0f42119270 req-b9c75ec8-0d1e-4f36-a8eb-583b8d8dd597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:08.166738 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3c513073-fb36-4182-8989-aa0f42119270 req-b9c75ec8-0d1e-4f36-a8eb-583b8d8dd597 service neutron] 10.222.0.21 "GET /v2.0/networks?id=72559bc2-9c29-4f2a-bcda-ce8b6786233f HTTP/1.1" status: 200 len: 917 time: 0.2135017 Jun 06 17:43:08.240499 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3c513073-fb36-4182-8989-aa0f42119270 req-74252487-98eb-4867-a11f-c22c47742aa1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b698854-c7a3-45f2-bdeb-4a699757e7a0 HTTP/1.1" status: 200 len: 217 time: 0.0654964 Jun 06 17:43:08.263225 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.db_base_plugin_common [None req-db73296c-f033-4c44-a7dd-b9eb9a569a87 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Allocated IP 172.28.3.57 (ba4729d8-bae0-44dd-959b-45f2743fbe2e/d8ac2d9e-a11c-4f30-89f8-f7a6f927176d/31d36747-2082-446f-a678-33d6473eaae8) {{(pid=98876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:43:08.329046 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c513073-fb36-4182-8989-aa0f42119270 req-b681bcd4-71f3-47e5-a935-de74b2a530fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:08.330497 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3c513073-fb36-4182-8989-aa0f42119270 req-b681bcd4-71f3-47e5-a935-de74b2a530fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad36e52f-085e-4814-93d9-62d98b3cab30 HTTP/1.1" status: 200 len: 855 time: 0.0802739 Jun 06 17:43:08.429508 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-db73296c-f033-4c44-a7dd-b9eb9a569a87 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for port, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:08.431627 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c513073-fb36-4182-8989-aa0f42119270 req-5ed83183-f502-4373-af33-59f12a724b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:08.433083 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3c513073-fb36-4182-8989-aa0f42119270 req-5ed83183-f502-4373-af33-59f12a724b18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=72559bc2-9c29-4f2a-bcda-ce8b6786233f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0879989 Jun 06 17:43:08.549134 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-db73296c-f033-4c44-a7dd-b9eb9a569a87 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2112105'] for port, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:08.554767 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:08.605942 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3c513073-fb36-4182-8989-aa0f42119270 req-2b10cb48-7ea9-4124-bc48-e3584b85b1fe service neutron] 10.222.0.21 "GET /v2.0/networks/72559bc2-9c29-4f2a-bcda-ce8b6786233f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647890 Jun 06 17:43:08.623355 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db73296c-f033-4c44-a7dd-b9eb9a569a87 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Network ba4729d8-bae0-44dd-959b-45f2743fbe2e is already hosted by enough agents. {{(pid=98876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:43:08.627234 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.base_scheduler [None req-db73296c-f033-4c44-a7dd-b9eb9a569a87 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Resources bound (agent type, host, resource id): {{(pid=98876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:08.631231 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db73296c-f033-4c44-a7dd-b9eb9a569a87 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Received port after_create {{(pid=98876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:43:08.799286 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73296c-f033-4c44-a7dd-b9eb9a569a87 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Pushing event updated for resources: {'Port': ['ID=31d36747-2082-446f-a678-33d6473eaae8,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:08.803793 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-db73296c-f033-4c44-a7dd-b9eb9a569a87 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:08.804034 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3c513073-fb36-4182-8989-aa0f42119270 req-2b191e60-10f5-40e8-be7c-d85efc8e1a69 service neutron] 10.222.0.21 "GET /v2.0/networks/72559bc2-9c29-4f2a-bcda-ce8b6786233f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890414 Jun 06 17:43:09.252334 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4a721-e568-45f8-a624-36fc6b01839f req-7a2c7f94-a9dc-43c0-bcad-0673d0a7ccfc tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:09.253834 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7ad4a721-e568-45f8-a624-36fc6b01839f req-7a2c7f94-a9dc-43c0-bcad-0673d0a7ccfc tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 943 time: 0.1433258 Jun 06 17:43:09.335495 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7ad4a721-e568-45f8-a624-36fc6b01839f req-f1436971-de38-4fb8-9610-fd69b2fdb689 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671690 Jun 06 17:43:09.358552 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-db73296c-f033-4c44-a7dd-b9eb9a569a87 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:09.519336 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-db73296c-f033-4c44-a7dd-b9eb9a569a87 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:09.871890 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-db73296c-f033-4c44-a7dd-b9eb9a569a87 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for port, precommit_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:09.957973 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-db73296c-f033-4c44-a7dd-b9eb9a569a87 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2112082'] for port, after_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:09.963548 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:10.095097 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73296c-f033-4c44-a7dd-b9eb9a569a87 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Pushing event updated for resources: {'Port': ['ID=31d36747-2082-446f-a678-33d6473eaae8,revision_number=2']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:10.098704 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-db73296c-f033-4c44-a7dd-b9eb9a569a87 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:10.112538 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-db73296c-f033-4c44-a7dd-b9eb9a569a87 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608054'] for floatingip, after_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:10.313127 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.db.l3_db [None req-db73296c-f033-4c44-a7dd-b9eb9a569a87 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Floating IP 8386c86c-9cf8-46a0-bcc7-b4cb49de7d29 associated. External IP: 172.28.3.57, port: a8681dde-a1b2-4c32-8f61-252d15c194ff. Jun 06 17:43:10.877939 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2013d-39b0-49bc-8da5-ab7d2a957a4e req-6e90a899-b1b7-4ee2-a98c-77a057a3cc88 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:10.880258 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-cfa2013d-39b0-49bc-8da5-ab7d2a957a4e req-6e90a899-b1b7-4ee2-a98c-77a057a3cc88 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 943 time: 0.4072087 Jun 06 17:43:10.957682 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db73296c-f033-4c44-a7dd-b9eb9a569a87 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Router 27655516-523d-4271-8bad-e3385136d16f has already been hosted by L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 {{(pid=98876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:43:10.960851 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-cfa2013d-39b0-49bc-8da5-ab7d2a957a4e req-89f7c489-6692-4ce3-a692-313b36583bda tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727181 Jun 06 17:43:11.160884 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db73296c-f033-4c44-a7dd-b9eb9a569a87 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:43:11.171925 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752383c-ed79-4995-960b-0ab0d94f45e3 None None] Sync routers for ids ['27655516-523d-4271-8bad-e3385136d16f'] in dv-cinder-791281-4-smb {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:43:11.184296 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e752383c-ed79-4995-960b-0ab0d94f45e3 None None] Routers {'27655516-523d-4271-8bad-e3385136d16f'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:11.185563 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-e752383c-ed79-4995-960b-0ab0d94f45e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:42:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['27655516-523d-4271-8bad-e3385136d16f'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:11.237543 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-db73296c-f033-4c44-a7dd-b9eb9a569a87 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for floatingip, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:11.327237 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-db73296c-f033-4c44-a7dd-b9eb9a569a87 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7034373 Jun 06 17:43:11.333357 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe2f1ce-d501-4595-a784-88c724aac823', 'tag': 'a8681dde-a1b2-4c32-8f61-252d15c194ff'}] {{(pid=98876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:43:11.333357 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91460aefa9f54846cc42f67c5f816f74be94cdcf99017a50cb1c51462aafff52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b949188a-4df5-4a55-aa32-8930b5fca63b" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe2f1ce-d501-4595-a784-88c724aac823", "tag": "a8681dde-a1b2-4c32-8f61-252d15c194ff"}]}' {{(pid=98876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:43:11.336029 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 48576) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:11.341392 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-af9b8cdd-a32b-4075-9b52-627cd8a41375 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-176987936', 'description': 'tempest-secgroup-smoke-176987936 description', 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:11.417097 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7824db31-0582-4d8f-9a15-1fca34af7119 x-openstack-request-id: req-7824db31-0582-4d8f-9a15-1fca34af7119 {{(pid=98876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:43:11.417518 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe2f1ce-d501-4595-a784-88c724aac823", "tag": "a8681dde-a1b2-4c32-8f61-252d15c194ff", "status": "completed", "code": 200}]} {{(pid=98876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:43:11.417909 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7824db31-0582-4d8f-9a15-1fca34af7119 {{(pid=98876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:43:11.418453 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe2f1ce-d501-4595-a784-88c724aac823', 'tag': 'a8681dde-a1b2-4c32-8f61-252d15c194ff', 'status': 'completed', 'code': 200} Jun 06 17:43:11.428895 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-e752383c-ed79-4995-960b-0ab0d94f45e3 None None] Set router 27655516-523d-4271-8bad-e3385136d16f gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:11.443308 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-af9b8cdd-a32b-4075-9b52-627cd8a41375 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:11.443593 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:43:11.623776 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-af9b8cdd-a32b-4075-9b52-627cd8a41375 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:11.640590 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949188a-4df5-4a55-aa32-8930b5fca63b req-477f733b-8c7f-4d5f-a4ff-424904057f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:11.641769 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 8b698854-c7a3-45f2-bdeb-4a699757e7a0 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:43:11.642362 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b949188a-4df5-4a55-aa32-8930b5fca63b req-477f733b-8c7f-4d5f-a4ff-424904057f85 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b3ec8c5bcbb4f598b9611ce45de681b&device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 1098 time: 0.1762934 Jun 06 17:43:11.699741 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-af9b8cdd-a32b-4075-9b52-627cd8a41375 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:11.713459 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-9bd8cf63-fe28-4554-8a9a-89dda25ad678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:11.818874 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b8cdd-a32b-4075-9b52-627cd8a41375 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8428a33-743b-4ee7-9f2e-fde88b24b73c,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:11.823416 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-af9b8cdd-a32b-4075-9b52-627cd8a41375 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:11.843182 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949188a-4df5-4a55-aa32-8930b5fca63b req-ec401bee-fcbe-4ec4-8ffa-c4213551e532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:11.844899 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b949188a-4df5-4a55-aa32-8930b5fca63b req-ec401bee-fcbe-4ec4-8ffa-c4213551e532 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd6b6b73-4c91-4d11-9237-6a6a820356c1 HTTP/1.1" status: 200 len: 915 time: 0.1951048 Jun 06 17:43:11.912676 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-af9b8cdd-a32b-4075-9b52-627cd8a41375 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:11.917278 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-af9b8cdd-a32b-4075-9b52-627cd8a41375 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5769429 Jun 06 17:43:11.917643 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48578) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:11.922440 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-eaf134ee-ff62-4fe8-8bde-dd1be5c32c84 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Request body: {'security_group_rule': {'security_group_id': 'b8428a33-743b-4ee7-9f2e-fde88b24b73c', 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:11.971369 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b949188a-4df5-4a55-aa32-8930b5fca63b req-91879eb1-ef4c-483d-a4bb-60e64800a56e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8681dde-a1b2-4c32-8f61-252d15c194ff HTTP/1.1" status: 200 len: 998 time: 0.1191330 Jun 06 17:43:12.026812 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-eaf134ee-ff62-4fe8-8bde-dd1be5c32c84 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:12.045371 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949188a-4df5-4a55-aa32-8930b5fca63b req-cf0d0875-1872-471f-a13e-82bb4f15c0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:12.047291 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b949188a-4df5-4a55-aa32-8930b5fca63b req-cf0d0875-1872-471f-a13e-82bb4f15c0cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46 HTTP/1.1" status: 200 len: 853 time: 0.0697179 Jun 06 17:43:12.148000 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-eaf134ee-ff62-4fe8-8bde-dd1be5c32c84 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:12.154677 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949188a-4df5-4a55-aa32-8930b5fca63b req-70f6da12-d487-4a25-9f65-d32019abe58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:12.159509 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b949188a-4df5-4a55-aa32-8930b5fca63b req-70f6da12-d487-4a25-9f65-d32019abe58f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd6b6b73-4c91-4d11-9237-6a6a820356c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1038282 Jun 06 17:43:12.176248 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 8b698854-c7a3-45f2-bdeb-4a699757e7a0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=8b698854-c7a3-45f2-bdeb-4a699757e7a0,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:12.219379 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Returning: {'device': '8b698854-c7a3-45f2-bdeb-4a699757e7a0', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'port_id': '8b698854-c7a3-45f2-bdeb-4a699757e7a0', 'mac_address': 'fa:16:3e:57:91:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:43:12.347671 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df13195-f455-4e02-a896-d38b2964a64b req-b942ade2-9689-45bc-b812-150d89cb3da1 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:12.347671 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1df13195-f455-4e02-a896-d38b2964a64b req-b942ade2-9689-45bc-b812-150d89cb3da1 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 943 time: 0.1300130 Jun 06 17:43:12.351603 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:12.364230 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b949188a-4df5-4a55-aa32-8930b5fca63b req-57c73bad-4ab6-4ffb-a82e-455b43421f63 service neutron] 10.222.0.21 "GET /v2.0/networks/dd6b6b73-4c91-4d11-9237-6a6a820356c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962311 Jun 06 17:43:12.387538 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1df13195-f455-4e02-a896-d38b2964a64b req-0dc464c7-0b34-4867-b505-b0dd1b5f6c44 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639925 Jun 06 17:43:12.393509 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b698854-c7a3-45f2-bdeb-4a699757e7a0 {{(pid=98877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:43:12.451986 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-eaf134ee-ff62-4fe8-8bde-dd1be5c32c84 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480639'] for security_group_rule, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:12.454804 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:12.536767 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf134ee-ff62-4fe8-8bde-dd1be5c32c84 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1816a52e-f71f-44e1-8024-7961a4560090,revision_number=0']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:12.544751 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-eaf134ee-ff62-4fe8-8bde-dd1be5c32c84 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:12.547165 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 8b698854-c7a3-45f2-bdeb-4a699757e7a0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=8b698854-c7a3-45f2-bdeb-4a699757e7a0,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:12.554788 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-e752383c-ed79-4995-960b-0ab0d94f45e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27655516-523d-4271-8bad-e3385136d16f', 'name': 'tempest-TestMinimumBasicScenario-477433983-router', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd9a920df-3259-4c4e-8ba9-c4c62e6a2802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:46Z', 'updated_at': '2021-06-06T17:41:51Z', 'revision_number': 4, 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'gw_port': {'id': 'd9a920df-3259-4c4e-8ba9-c4c62e6a2802', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27655516-523d-4271-8bad-e3385136d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:47Z', 'updated_at': '2021-06-06T17:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_floatingips': [{'id': '8386c86c-9cf8-46a0-bcc7-b4cb49de7d29', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'floating_ip_address': '172.28.3.57', 'floating_network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'router_id': '27655516-523d-4271-8bad-e3385136d16f', 'port_id': 'a8681dde-a1b2-4c32-8f61-252d15c194ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1', 'mac_address': 'fa:16:3e:b8:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe2f1ce-d501-4595-a784-88c724aac823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:43:09Z', 'updated_at': '2021-06-06T17:43:09Z', 'revision_number': 0, 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06e0f41-e3f6-4de7-8dcd-9c5c8c019016', 'name': '', 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'mac_address': 'fa:16:3e:b8:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27655516-523d-4271-8bad-e3385136d16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:50Z', 'updated_at': '2021-06-06T17:41:59Z', 'revision_number': 5, 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'subnets': [{'id': '4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:12.564000 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b949188a-4df5-4a55-aa32-8930b5fca63b req-683265d0-e292-4ad3-b4ff-1e666daecaf7 service neutron] 10.222.0.21 "GET /v2.0/networks/dd6b6b73-4c91-4d11-9237-6a6a820356c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929071 Jun 06 17:43:12.572842 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752383c-ed79-4995-960b-0ab0d94f45e3 None None] Checking router: 27655516-523d-4271-8bad-e3385136d16f for host: dv-cinder-791281-4-smb {{(pid=98877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:43:12.592114 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e752383c-ed79-4995-960b-0ab0d94f45e3 None None] Routers {'27655516-523d-4271-8bad-e3385136d16f'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:12.592797 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-e752383c-ed79-4995-960b-0ab0d94f45e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:42:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['27655516-523d-4271-8bad-e3385136d16f'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:12.655971 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:12.660371 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-eaf134ee-ff62-4fe8-8bde-dd1be5c32c84 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:12.661566 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-eaf134ee-ff62-4fe8-8bde-dd1be5c32c84 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7429223 Jun 06 17:43:12.664470 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48584) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:12.671737 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:12.672573 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-07f1ccbd-d2b2-47bc-9c12-a836221a2a3b tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Request body: {'security_group_rule': {'security_group_id': 'b8428a33-743b-4ee7-9f2e-fde88b24b73c', 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:12.777583 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-07f1ccbd-d2b2-47bc-9c12-a836221a2a3b tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:12.868741 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-07f1ccbd-d2b2-47bc-9c12-a836221a2a3b tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:12.896821 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=8b698854-c7a3-45f2-bdeb-4a699757e7a0,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:12.910566 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:12.914796 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['8b698854-c7a3-45f2-bdeb-4a699757e7a0'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:43:12.955226 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-07f1ccbd-d2b2-47bc-9c12-a836221a2a3b tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480639'] for security_group_rule, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:12.960950 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:12.982374 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-e752383c-ed79-4995-960b-0ab0d94f45e3 None None] Set router 27655516-523d-4271-8bad-e3385136d16f gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:12.987520 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1ccbd-d2b2-47bc-9c12-a836221a2a3b tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d2c0b1c-d105-4189-9565-dc9ae1efa4d7,revision_number=0']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:12.996400 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-07f1ccbd-d2b2-47bc-9c12-a836221a2a3b tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:13.106422 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-07f1ccbd-d2b2-47bc-9c12-a836221a2a3b tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:13.108228 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-07f1ccbd-d2b2-47bc-9c12-a836221a2a3b tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4423864 Jun 06 17:43:13.111025 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48586) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:13.116242 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-bac3aa5b-2c83-4a7e-b8e8-7b5e3da9840f tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Request body: {'security_group_rule': {'security_group_id': 'b8428a33-743b-4ee7-9f2e-fde88b24b73c', 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:13.233068 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-bac3aa5b-2c83-4a7e-b8e8-7b5e3da9840f tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:13.307258 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-bac3aa5b-2c83-4a7e-b8e8-7b5e3da9840f tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:13.388687 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-bac3aa5b-2c83-4a7e-b8e8-7b5e3da9840f tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480639'] for security_group_rule, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:13.391029 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-da38ebdc-777f-429a-817d-5a208087ac0b tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:13.412357 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3aa5b-2c83-4a7e-b8e8-7b5e3da9840f tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d8bc85-aab5-47d1-8a62-2f774268f87a,revision_number=0']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:13.416378 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-bac3aa5b-2c83-4a7e-b8e8-7b5e3da9840f tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:13.447856 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-e752383c-ed79-4995-960b-0ab0d94f45e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27655516-523d-4271-8bad-e3385136d16f', 'name': 'tempest-TestMinimumBasicScenario-477433983-router', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd9a920df-3259-4c4e-8ba9-c4c62e6a2802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:46Z', 'updated_at': '2021-06-06T17:41:51Z', 'revision_number': 4, 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'gw_port': {'id': 'd9a920df-3259-4c4e-8ba9-c4c62e6a2802', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27655516-523d-4271-8bad-e3385136d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:47Z', 'updated_at': '2021-06-06T17:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_floatingips': [{'id': '8386c86c-9cf8-46a0-bcc7-b4cb49de7d29', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'floating_ip_address': '172.28.3.57', 'floating_network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'router_id': '27655516-523d-4271-8bad-e3385136d16f', 'port_id': 'a8681dde-a1b2-4c32-8f61-252d15c194ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1', 'mac_address': 'fa:16:3e:b8:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe2f1ce-d501-4595-a784-88c724aac823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:43:09Z', 'updated_at': '2021-06-06T17:43:09Z', 'revision_number': 0, 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06e0f41-e3f6-4de7-8dcd-9c5c8c019016', 'name': '', 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'mac_address': 'fa:16:3e:b8:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27655516-523d-4271-8bad-e3385136d16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:50Z', 'updated_at': '2021-06-06T17:41:59Z', 'revision_number': 5, 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'subnets': [{'id': '4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:13.452128 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752383c-ed79-4995-960b-0ab0d94f45e3 None None] The sync data for ids ['27655516-523d-4271-8bad-e3385136d16f'] in dv-cinder-791281-4-smb is: [{'id': '27655516-523d-4271-8bad-e3385136d16f', 'name': 'tempest-TestMinimumBasicScenario-477433983-router', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd9a920df-3259-4c4e-8ba9-c4c62e6a2802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:46Z', 'updated_at': '2021-06-06T17:41:51Z', 'revision_number': 4, 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'gw_port': {'id': 'd9a920df-3259-4c4e-8ba9-c4c62e6a2802', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27655516-523d-4271-8bad-e3385136d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:47Z', 'updated_at': '2021-06-06T17:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_floatingips': [{'id': '8386c86c-9cf8-46a0-bcc7-b4cb49de7d29', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'floating_ip_address': '172.28.3.57', 'floating_network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'router_id': '27655516-523d-4271-8bad-e3385136d16f', 'port_id': 'a8681dde-a1b2-4c32-8f61-252d15c194ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1', 'mac_address': 'fa:16:3e:b8:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe2f1ce-d501-4595-a784-88c724aac823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:43:09Z', 'updated_at': '2021-06-06T17:43:09Z', 'revision_number': 0, 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06e0f41-e3f6-4de7-8dcd-9c5c8c019016', 'name': '', 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'mac_address': 'fa:16:3e:b8:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27655516-523d-4271-8bad-e3385136d16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:50Z', 'updated_at': '2021-06-06T17:41:59Z', 'revision_number': 5, 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'subnets': [{'id': '4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:43:13.505782 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-bac3aa5b-2c83-4a7e-b8e8-7b5e3da9840f tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:13.509604 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-bac3aa5b-2c83-4a7e-b8e8-7b5e3da9840f tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3950059 Jun 06 17:43:13.509956 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 48592) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:13.515476 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-4456e9ae-2a1d-45b0-816d-b7398834652b tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Request body: {'security_group_rule': {'security_group_id': 'b8428a33-743b-4ee7-9f2e-fde88b24b73c', 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:13.656337 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4456e9ae-2a1d-45b0-816d-b7398834652b tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:13.680421 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701bea8-c31d-4a14-9d46-b49aa921fa42 req-0559c80d-d773-41c9-b367-5bcbc25ca5c6 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:13.683096 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-d701bea8-c31d-4a14-9d46-b49aa921fa42 req-0559c80d-d773-41c9-b367-5bcbc25ca5c6 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 944 time: 0.1167309 Jun 06 17:43:13.751054 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-d701bea8-c31d-4a14-9d46-b49aa921fa42 req-3eec6ebf-7617-430e-924e-c29a863da293 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613935 Jun 06 17:43:13.775479 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4456e9ae-2a1d-45b0-816d-b7398834652b tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:13.782491 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1025d6ce-41e6-460b-b12d-4b46ecc58e71 None None] New status for floating IP 8386c86c-9cf8-46a0-bcc7-b4cb49de7d29: ACTIVE {{(pid=98878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:43:13.843245 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4456e9ae-2a1d-45b0-816d-b7398834652b tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480639'] for security_group_rule, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:13.845828 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:13.869805 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456e9ae-2a1d-45b0-816d-b7398834652b tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e44df1d-08fc-4bdb-86f5-8d6bfcc76beb,revision_number=0']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:13.872671 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-4456e9ae-2a1d-45b0-816d-b7398834652b tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:13.944981 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4456e9ae-2a1d-45b0-816d-b7398834652b tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:13.948850 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-4456e9ae-2a1d-45b0-816d-b7398834652b tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4352663 Jun 06 17:43:13.949116 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 48596) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:13.957289 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-8b1bf7eb-d71b-4d40-b9fe-fa83ddc93801 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Request body: {'security_group_rule': {'security_group_id': 'b8428a33-743b-4ee7-9f2e-fde88b24b73c', 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:14.117957 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.db.securitygroups_db [None req-8b1bf7eb-d71b-4d40-b9fe-fa83ddc93801 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Project 0b3ec8c5bcbb4f598b9611ce45de681b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 17:43:14.125676 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8b1bf7eb-d71b-4d40-b9fe-fa83ddc93801 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:14.203720 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8b1bf7eb-d71b-4d40-b9fe-fa83ddc93801 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:14.303040 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8b1bf7eb-d71b-4d40-b9fe-fa83ddc93801 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480639'] for security_group_rule, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:14.305206 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-5d0c1f9c-59cf-40a4-86aa-6210a25b5612 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:14.327987 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1bf7eb-d71b-4d40-b9fe-fa83ddc93801 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77bc8f9d-2d96-4654-a239-79dc4f9f3c05,revision_number=0']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:14.330540 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-8b1bf7eb-d71b-4d40-b9fe-fa83ddc93801 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:14.417131 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8b1bf7eb-d71b-4d40-b9fe-fa83ddc93801 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:14.419509 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-8b1bf7eb-d71b-4d40-b9fe-fa83ddc93801 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4681196 Jun 06 17:43:14.421179 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48598) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:14.425841 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-6ac8f37d-ddc7-4604-9c39-76ee2c666097 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Request body: {'security_group_rule': {'security_group_id': 'b8428a33-743b-4ee7-9f2e-fde88b24b73c', 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:14.538146 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.db.securitygroups_db [None req-6ac8f37d-ddc7-4604-9c39-76ee2c666097 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Project 0b3ec8c5bcbb4f598b9611ce45de681b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 17:43:14.545958 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6ac8f37d-ddc7-4604-9c39-76ee2c666097 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:14.617779 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6ac8f37d-ddc7-4604-9c39-76ee2c666097 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:14.708719 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6ac8f37d-ddc7-4604-9c39-76ee2c666097 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480639'] for security_group_rule, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:14.711191 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-bac3aa5b-2c83-4a7e-b8e8-7b5e3da9840f tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:14.738021 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8f37d-ddc7-4604-9c39-76ee2c666097 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979de753-0aca-4143-b30e-26ef1887f9f4,revision_number=0']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:14.741880 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-6ac8f37d-ddc7-4604-9c39-76ee2c666097 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:14.840513 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6ac8f37d-ddc7-4604-9c39-76ee2c666097 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:14.841816 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-6ac8f37d-ddc7-4604-9c39-76ee2c666097 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4196606 Jun 06 17:43:14.962521 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ab91e-f7bb-4105-8c24-ce36d33a4036 req-22f54b5a-69be-4951-a10b-d62574e37236 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:14.963994 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1b1ab91e-f7bb-4105-8c24-ce36d33a4036 req-22f54b5a-69be-4951-a10b-d62574e37236 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 944 time: 0.0859275 Jun 06 17:43:15.012686 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1b1ab91e-f7bb-4105-8c24-ce36d33a4036 req-20e1018c-6447-44ac-8931-666916560f01 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425050 Jun 06 17:43:15.170297 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-473de13a-b96a-4392-8560-cf21ff62c48c req-316fdfc7-0628-4a89-8d0b-a570c6d05c52 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-176987936&fields=id&tenant_id=0b3ec8c5bcbb4f598b9611ce45de681b HTTP/1.1" status: 200 len: 267 time: 0.0486906 Jun 06 17:43:15.260803 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473de13a-b96a-4392-8560-cf21ff62c48c req-aadfc186-46fe-4be5-bf98-5360b0a086cc tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:15.262499 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-473de13a-b96a-4392-8560-cf21ff62c48c req-aadfc186-46fe-4be5-bf98-5360b0a086cc tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 945 time: 0.0865669 Jun 06 17:43:15.275793 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [req-473de13a-b96a-4392-8560-cf21ff62c48c req-797820f0-86b5-445d-bf9e-87a72c670427 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Request body: {'port': {'security_groups': ['024f4089-300c-4a80-9ae5-5f10407520e0', 'b8428a33-743b-4ee7-9f2e-fde88b24b73c']}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:15.408977 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [req-473de13a-b96a-4392-8560-cf21ff62c48c req-797820f0-86b5-445d-bf9e-87a72c670427 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:15.583523 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 8b698854-c7a3-45f2-bdeb-4a699757e7a0 up at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:15.714169 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.db [req-473de13a-b96a-4392-8560-cf21ff62c48c req-797820f0-86b5-445d-bf9e-87a72c670427 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] For port a8681dde-a1b2-4c32-8f61-252d15c194ff, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a8681dde-a1b2-4c32-8f61-252d15c194ff,segment=NetworkSegment(5cf304d0-d138-4397-bbeb-3fcd9e890b86),segment_id=5cf304d0-d138-4397-bbeb-3fcd9e890b86)] {{(pid=98876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:15.741947 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [req-473de13a-b96a-4392-8560-cf21ff62c48c req-797820f0-86b5-445d-bf9e-87a72c670427 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for port, precommit_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:15.757340 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-cabeaf99-8fb2-4cab-bdba-54c5b7fa5c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:15.789309 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning for port 8b698854-c7a3-45f2-bdeb-4a699757e7a0 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:43:15.799321 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning complete for port 8b698854-c7a3-45f2-bdeb-4a699757e7a0 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:15.799893 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:15.824633 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [req-473de13a-b96a-4392-8560-cf21ff62c48c req-797820f0-86b5-445d-bf9e-87a72c670427 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2112082'] for port, after_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:15.835020 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-9b52d5b2-8f9f-400b-a39f-53f1fab0f363 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:15.859207 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['a8681dde-a1b2-4c32-8f61-252d15c194ff'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:43:15.925198 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473de13a-b96a-4392-8560-cf21ff62c48c req-797820f0-86b5-445d-bf9e-87a72c670427 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:15.930004 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [req-473de13a-b96a-4392-8560-cf21ff62c48c req-797820f0-86b5-445d-bf9e-87a72c670427 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:15.933012 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-473de13a-b96a-4392-8560-cf21ff62c48c req-797820f0-86b5-445d-bf9e-87a72c670427 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "PUT /v2.0/ports/a8681dde-a1b2-4c32-8f61-252d15c194ff HTTP/1.1" status: 200 len: 981 time: 0.6621177 Jun 06 17:43:15.933816 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe2f1ce-d501-4595-a784-88c724aac823', 'tag': 'a8681dde-a1b2-4c32-8f61-252d15c194ff'}] {{(pid=98876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:43:15.948786 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91460aefa9f54846cc42f67c5f816f74be94cdcf99017a50cb1c51462aafff52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146eb219-de59-4581-9c48-7b52846f2bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe2f1ce-d501-4595-a784-88c724aac823", "tag": "a8681dde-a1b2-4c32-8f61-252d15c194ff"}]}' {{(pid=98876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:43:15.995382 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797820f0-86b5-445d-bf9e-87a72c670427 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Pushing event updated for resources: {'Port': ['ID=a8681dde-a1b2-4c32-8f61-252d15c194ff,revision_number=6']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:15.998729 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-797820f0-86b5-445d-bf9e-87a72c670427 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:16.020191 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['a8681dde-a1b2-4c32-8f61-252d15c194ff'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:43:16.177250 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1cf32-7abe-4b89-9b81-b49411be06d9 req-12a00a6c-ed0e-4051-bd57-b6a79538f688 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:16.180028 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-80c1cf32-7abe-4b89-9b81-b49411be06d9 req-12a00a6c-ed0e-4051-bd57-b6a79538f688 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 984 time: 0.1197281 Jun 06 17:43:16.191902 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:16.252363 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-80c1cf32-7abe-4b89-9b81-b49411be06d9 req-d8333759-a47e-4957-9308-940c6ac4d1df tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&id=b8428a33-743b-4ee7-9f2e-fde88b24b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591061 Jun 06 17:43:16.272532 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 8b698854-c7a3-45f2-bdeb-4a699757e7a0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=8b698854-c7a3-45f2-bdeb-4a699757e7a0,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:16.280634 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a6f220-b751-49db-ade8-9413df6025bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b698854-c7a3-45f2-bdeb-4a699757e7a0'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:43:16.286458 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb13531b-6e7d-4619-ae8e-8cb4fc512904" -d '{"events": [{"server_uuid": "a5a6f220-b751-49db-ade8-9413df6025bb", "name": "network-vif-plugged", "status": "completed", "tag": "8b698854-c7a3-45f2-bdeb-4a699757e7a0"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:43:16.341662 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edff059e-eb5a-4944-a10a-c954dab3fa1e x-openstack-request-id: req-edff059e-eb5a-4944-a10a-c954dab3fa1e {{(pid=98876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:43:16.343030 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe2f1ce-d501-4595-a784-88c724aac823", "tag": "a8681dde-a1b2-4c32-8f61-252d15c194ff", "status": "completed", "code": 200}]} {{(pid=98876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:43:16.343030 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-edff059e-eb5a-4944-a10a-c954dab3fa1e {{(pid=98876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:43:16.345399 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe2f1ce-d501-4595-a784-88c724aac823', 'tag': 'a8681dde-a1b2-4c32-8f61-252d15c194ff', 'status': 'completed', 'code': 200} Jun 06 17:43:16.345531 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-5adf6ff5-fdc2-4589-9028-865cfeba6247 None None] Provisioning complete for port a8681dde-a1b2-4c32-8f61-252d15c194ff triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:16.345903 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-5adf6ff5-fdc2-4589-9028-865cfeba6247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:16.384935 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:16.400472 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-1e5eadf6-09f4-41d3-a66b-ee2e17a48237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:16.504531 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146eb219-de59-4581-9c48-7b52846f2bcf req-6220ff6f-1926-4a04-a925-0eaea4e943e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:16.510277 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-146eb219-de59-4581-9c48-7b52846f2bcf req-6220ff6f-1926-4a04-a925-0eaea4e943e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b3ec8c5bcbb4f598b9611ce45de681b&device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 1137 time: 0.1363471 Jun 06 17:43:16.576117 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=8b698854-c7a3-45f2-bdeb-4a699757e7a0,revision_number=5']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:16.588052 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:16.882172 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c32c48-0bba-4538-b85c-cc0d7841a4a6 req-3d70d4f0-0e5d-4719-b3fb-d61f996b8f5a tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:16.882172 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-87c32c48-0bba-4538-b85c-cc0d7841a4a6 req-3d70d4f0-0e5d-4719-b3fb-d61f996b8f5a tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.3630042 Jun 06 17:43:16.943028 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-87c32c48-0bba-4538-b85c-cc0d7841a4a6 req-d39b0398-18c3-44da-bf95-90e1e106738f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573204 Jun 06 17:43:16.979965 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146eb219-de59-4581-9c48-7b52846f2bcf req-973eb314-b0f6-4c19-805a-30cfbc8eeed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:16.981385 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-146eb219-de59-4581-9c48-7b52846f2bcf req-973eb314-b0f6-4c19-805a-30cfbc8eeed1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd6b6b73-4c91-4d11-9237-6a6a820356c1 HTTP/1.1" status: 200 len: 915 time: 0.4563022 Jun 06 17:43:17.028656 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f582df-9c82-4c35-9513-13d03bff0cfe x-openstack-request-id: req-e1f582df-9c82-4c35-9513-13d03bff0cfe {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:43:17.029086 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a6f220-b751-49db-ade8-9413df6025bb", "name": "network-vif-plugged", "status": "completed", "tag": "8b698854-c7a3-45f2-bdeb-4a699757e7a0", "code": 200}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:43:17.029421 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1f582df-9c82-4c35-9513-13d03bff0cfe {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:43:17.029944 dv-cinder-791281-4-smb neutron-server[98877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a6f220-b751-49db-ade8-9413df6025bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b698854-c7a3-45f2-bdeb-4a699757e7a0', 'code': 200} Jun 06 17:43:17.106224 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-146eb219-de59-4581-9c48-7b52846f2bcf req-6bff73b7-7974-4f8f-9586-5138fe0926fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8681dde-a1b2-4c32-8f61-252d15c194ff HTTP/1.1" status: 200 len: 1000 time: 0.1171820 Jun 06 17:43:17.170481 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146eb219-de59-4581-9c48-7b52846f2bcf req-6b67f11c-1a13-4d80-a6b5-eec413a8e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:17.171899 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-146eb219-de59-4581-9c48-7b52846f2bcf req-6b67f11c-1a13-4d80-a6b5-eec413a8e0e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46 HTTP/1.1" status: 200 len: 853 time: 0.0580716 Jun 06 17:43:17.255299 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146eb219-de59-4581-9c48-7b52846f2bcf req-554c05a4-c397-443a-85ac-7589591c1b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:17.256738 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-146eb219-de59-4581-9c48-7b52846f2bcf req-554c05a4-c397-443a-85ac-7589591c1b9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd6b6b73-4c91-4d11-9237-6a6a820356c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778809 Jun 06 17:43:17.396382 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-146eb219-de59-4581-9c48-7b52846f2bcf req-6b1f85ce-5bc9-49d6-bc2a-d56ee78f7f5b service neutron] 10.222.0.21 "GET /v2.0/networks/dd6b6b73-4c91-4d11-9237-6a6a820356c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319563 Jun 06 17:43:17.694764 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-146eb219-de59-4581-9c48-7b52846f2bcf req-eba39429-8674-4e6d-96f5-71f8a1c0337c service neutron] 10.222.0.21 "GET /v2.0/networks/dd6b6b73-4c91-4d11-9237-6a6a820356c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632263 Jun 06 17:43:17.724179 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33abb34-2bb4-4e57-9292-7ee709e54fd9 req-1715852c-a64b-46b5-9962-b16775fc2127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:17.730891 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b33abb34-2bb4-4e57-9292-7ee709e54fd9 req-1715852c-a64b-46b5-9962-b16775fc2127 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 1098 time: 0.3283966 Jun 06 17:43:17.739211 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-60c78e67-4616-4179-9c98-8a54dc94786c tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:17.740514 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-60c78e67-4616-4179-9c98-8a54dc94786c tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/networks?id=ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09 HTTP/1.1" status: 200 len: 812 time: 0.2382481 Jun 06 17:43:17.767286 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-74c98ba2-3601-449f-b817-928f8eddf8d9 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/quotas/ec94c6ba107f4fac8d609f27ad2ac069 HTTP/1.1" status: 200 len: 375 time: 0.0145590 Jun 06 17:43:17.821936 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b33abb34-2bb4-4e57-9292-7ee709e54fd9 req-27b12ead-b581-49e1-afaa-a629e33d7612 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897024 Jun 06 17:43:17.824168 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-d1d48f85-8836-4f19-865a-ff3a14433105 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec94c6ba107f4fac8d609f27ad2ac069&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505538 Jun 06 17:43:17.958614 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-cc4cfcce-f45c-4262-8859-1fdaa2b25be5 service neutron] 10.222.0.23 "GET /v2.0/networks/ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275907 Jun 06 17:43:18.095910 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-364f2d5b-5c82-41ce-9067-d77dee7bfed2 service neutron] 10.222.0.23 "GET /v2.0/networks/ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309319 Jun 06 17:43:18.152625 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030df2a8-70da-4e1e-9992-f48321d5b9bb req-abded363-3859-465f-82b7-ae778e821334 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:18.154084 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-030df2a8-70da-4e1e-9992-f48321d5b9bb req-abded363-3859-465f-82b7-ae778e821334 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.0890484 Jun 06 17:43:18.207245 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-030df2a8-70da-4e1e-9992-f48321d5b9bb req-dee67e19-0d40-4e79-a31c-0706d7b75353 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442903 Jun 06 17:43:18.288478 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-f884617e-e181-4dce-950c-6727da8ab61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:18.314948 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:18.408869 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b69a47d1-d775-4a03-8eed-cd743b783f5a req-2aa51e7d-6f52-4249-9811-4be25156b864 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=8208e4e4-4a88-477c-87fe-c21af42418d5 HTTP/1.1" status: 200 len: 210 time: 0.0435746 Jun 06 17:43:19.189463 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:19.399360 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a31c9a-4e61-4cb3-b898-afbafac575a7 req-40811e7f-9a9f-4390-ba36-444cce9d49e7 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:19.400696 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-75a31c9a-4e61-4cb3-b898-afbafac575a7 req-40811e7f-9a9f-4390-ba36-444cce9d49e7 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.0854440 Jun 06 17:43:19.446857 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-75a31c9a-4e61-4cb3-b898-afbafac575a7 req-e8ddba01-d050-4dfe-ae6d-cc67e4edac14 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405307 Jun 06 17:43:19.587814 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f4fcdf98-3f97-4870-8bde-3890e9101e89 req-61b9bbf9-b9a8-4531-ad88-139bd3f732ac tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=8208e4e4-4a88-477c-87fe-c21af42418d5 HTTP/1.1" status: 200 len: 210 time: 0.0506270 Jun 06 17:43:19.639114 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0deb309-90b6-4e25-bce8-3617c383234f req-c160426f-cd4c-4571-9192-5717e713bcff tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:19.640648 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b0deb309-90b6-4e25-bce8-3617c383234f req-c160426f-cd4c-4571-9192-5717e713bcff tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.0834749 Jun 06 17:43:19.649915 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 48702) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:19.654354 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-63cc1edd-c432-43cb-a6b0-2cba8c36cc8e tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Request body: {'floatingip': {'port_id': '8b698854-c7a3-45f2-bdeb-4a699757e7a0'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:19.734801 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-63cc1edd-c432-43cb-a6b0-2cba8c36cc8e tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for floatingip, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:20.582733 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-63cc1edd-c432-43cb-a6b0-2cba8c36cc8e tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:20.688659 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-63cc1edd-c432-43cb-a6b0-2cba8c36cc8e tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608054'] for floatingip, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:20.760249 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-d930e384-7e52-40ff-9778-6aed2359e924 req-51fffc2e-3f55-4894-83a2-f9f4d54a12ae tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=8208e4e4-4a88-477c-87fe-c21af42418d5 HTTP/1.1" status: 200 len: 210 time: 0.0646858 Jun 06 17:43:20.856865 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:20.989350 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-e0119ea0-150f-494b-ab3e-1cfaeb09e1e4 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:20.990644 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-e0119ea0-150f-494b-ab3e-1cfaeb09e1e4 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.21 "GET /v2.0/networks?id=ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09 HTTP/1.1" status: 200 len: 812 time: 0.2480950 Jun 06 17:43:20.991659 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.db.l3_db [None req-63cc1edd-c432-43cb-a6b0-2cba8c36cc8e tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Floating IP 053cfddf-d8e9-4b5c-87fe-24851899fba2 associated. External IP: 172.28.3.228, port: 8b698854-c7a3-45f2-bdeb-4a699757e7a0. Jun 06 17:43:21.054372 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-f5319ef9-2e5d-4f74-b210-b627641c82d9 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Request body: {'port': {'device_id': '8208e4e4-4a88-477c-87fe-c21af42418d5', 'network_id': 'ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09', 'admin_state_up': True, 'tenant_id': 'ec94c6ba107f4fac8d609f27ad2ac069'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:21.531841 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-f5319ef9-2e5d-4f74-b210-b627641c82d9 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Made reservation on behalf of ec94c6ba107f4fac8d609f27ad2ac069 for: {'port': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:43:21.535858 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-f5319ef9-2e5d-4f74-b210-b627641c82d9 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:21.570447 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cc1edd-c432-43cb-a6b0-2cba8c36cc8e tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Router c2fd68fd-b485-4ca5-9580-0bba8a39bc99 has already been hosted by L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 {{(pid=98875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:43:21.784038 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48748) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:21.845570 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b18944-fcbf-4818-9e2f-ade7a2f65414 admin admin] Deleting subnet aa2a48d9-d817-449f-8b8d-97506d918517 {{(pid=98876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:43:21.848515 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-01b18944-fcbf-4818-9e2f-ade7a2f65414 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:21.876015 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_common [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-f5319ef9-2e5d-4f74-b210-b627641c82d9 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Allocated IP 172.20.0.13 (ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09/22f22de9-3d8d-4d94-909f-58bea532dacb/2d3ac102-f74f-4b41-af66-4747dae922dc) {{(pid=98875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:43:21.897113 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-01b18944-fcbf-4818-9e2f-ade7a2f65414 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2151807'] for subnet, precommit_delete_associations {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:21.918459 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cc1edd-c432-43cb-a6b0-2cba8c36cc8e tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:43:21.922892 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-63cc1edd-c432-43cb-a6b0-2cba8c36cc8e tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for floatingip, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:21.928547 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1985113-3720-4426-a286-e279dde850de None None] Sync routers for ids ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'] in dv-cinder-791281-4-smb {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:43:21.940019 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1985113-3720-4426-a286-e279dde850de None None] Routers {'c2fd68fd-b485-4ca5-9580-0bba8a39bc99'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:21.940654 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-c1985113-3720-4426-a286-e279dde850de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:43:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:21.959799 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-01b18944-fcbf-4818-9e2f-ade7a2f65414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496290'] for subnet, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:21.965056 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-39af3c42-7e95-4a41-917b-32996c12ff3a req-f76ad205-b5c0-4d3a-a2d6-8bf790f20672 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=8208e4e4-4a88-477c-87fe-c21af42418d5 HTTP/1.1" status: 200 len: 210 time: 0.0952520 Jun 06 17:43:22.038374 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-63cc1edd-c432-43cb-a6b0-2cba8c36cc8e tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "PUT /v2.0/floatingips/053cfddf-d8e9-4b5c-87fe-24851899fba2 HTTP/1.1" status: 200 len: 991 time: 2.3848932 Jun 06 17:43:22.041943 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a6f220-b751-49db-ade8-9413df6025bb', 'tag': '8b698854-c7a3-45f2-bdeb-4a699757e7a0'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:43:22.044377 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d70f2e1-f01c-4a98-8979-61195965d573" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a6f220-b751-49db-ade8-9413df6025bb", "tag": "8b698854-c7a3-45f2-bdeb-4a699757e7a0"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:43:22.095642 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-01b18944-fcbf-4818-9e2f-ade7a2f65414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2112132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3128098'] for subnet, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:22.101010 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-6240be69-c470-42c0-a318-c6ee808b8ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:22.103168 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a0efa8-284a-4c82-9f63-378f830dd43a x-openstack-request-id: req-80a0efa8-284a-4c82-9f63-378f830dd43a {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:43:22.103659 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a6f220-b751-49db-ade8-9413df6025bb", "tag": "8b698854-c7a3-45f2-bdeb-4a699757e7a0", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:43:22.105928 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80a0efa8-284a-4c82-9f63-378f830dd43a {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:43:22.105928 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a6f220-b751-49db-ade8-9413df6025bb', 'tag': '8b698854-c7a3-45f2-bdeb-4a699757e7a0', 'status': 'completed', 'code': 200} Jun 06 17:43:22.136221 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b18944-fcbf-4818-9e2f-ade7a2f65414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa2a48d9-d817-449f-8b8d-97506d918517,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:22.139326 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-01b18944-fcbf-4818-9e2f-ade7a2f65414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:22.141330 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-01b18944-fcbf-4818-9e2f-ade7a2f65414 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:22.146044 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-01b18944-fcbf-4818-9e2f-ade7a2f65414 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/aa2a48d9-d817-449f-8b8d-97506d918517 HTTP/1.1" status: 204 len: 168 time: 0.3590848 Jun 06 17:43:22.146573 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48756) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:22.192631 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-c1985113-3720-4426-a286-e279dde850de None None] Set router c2fd68fd-b485-4ca5-9580-0bba8a39bc99 gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:22.256827 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc6e5-1a07-47b7-89e9-99ec8c0fc7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596576'] for network, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:22.285977 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-f5319ef9-2e5d-4f74-b210-b627641c82d9 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Notify callbacks [] for port, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:22.306142 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70f2e1-f01c-4a98-8979-61195965d573 req-b94485b9-6a01-45f7-9e2e-40d5ba75a94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:22.307610 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8d70f2e1-f01c-4a98-8979-61195965d573 req-b94485b9-6a01-45f7-9e2e-40d5ba75a94e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=112f749fb4de43ca891e9f33ff29787e&device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 1098 time: 0.1289835 Jun 06 17:43:22.382941 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc6e5-1a07-47b7-89e9-99ec8c0fc7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493627', 'neutron.services.segments.db._delete_segments_for_network-8729318600102'] for network, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:22.399142 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-e4cbc6e5-1a07-47b7-89e9-99ec8c0fc7eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2549e687-b641-4be0-9635-1cdb2d7278d6']}} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:22.411585 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-e4cbc6e5-1a07-47b7-89e9-99ec8c0fc7eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dabbefc-5e85-429d-8b36-8e9577da61e9') {'for_net_delete': True} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:22.411892 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-e4cbc6e5-1a07-47b7-89e9-99ec8c0fc7eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dabbefc-5e85-429d-8b36-8e9577da61e9') {} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:22.424543 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc6e5-1a07-47b7-89e9-99ec8c0fc7eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729318605249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2151750'] for segment, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:22.446060 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc6e5-1a07-47b7-89e9-99ec8c0fc7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:22.452964 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4cbc6e5-1a07-47b7-89e9-99ec8c0fc7eb admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=98876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:43:22.453145 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc6e5-1a07-47b7-89e9-99ec8c0fc7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2112062'] for segment, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:22.468632 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70f2e1-f01c-4a98-8979-61195965d573 req-eee350dc-811d-4909-88c6-8b7c7c642b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:22.471442 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8d70f2e1-f01c-4a98-8979-61195965d573 req-eee350dc-811d-4909-88c6-8b7c7c642b1f service neutron] 10.222.0.21 "GET /v2.0/networks?id=72559bc2-9c29-4f2a-bcda-ce8b6786233f HTTP/1.1" status: 200 len: 917 time: 0.1544633 Jun 06 17:43:22.472660 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-f5319ef9-2e5d-4f74-b210-b627641c82d9 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:22.489241 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: Traceback (most recent call last): Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: timer() Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: cb(*args, **kw) Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: return func(*args, **kwargs) Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: self._notify() Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: self.callback(batched_events) Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: event.method(event) Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: return f(self, *a, **k) Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: return self._get(url).json() Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: return self.request(url, 'GET', **kwargs) Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:43:22.541987 dv-cinder-791281-4-smb neutron-server[98876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:43:22.573416 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-c1985113-3720-4426-a286-e279dde850de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'name': 'tempest-AttachVolumeShelveTestJSON-397972244-router', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:36Z', 'updated_at': '2021-06-06T17:42:47Z', 'revision_number': 4, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'gw_port': {'id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:38Z', 'updated_at': '2021-06-06T17:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_floatingips': [{'id': '053cfddf-d8e9-4b5c-87fe-24851899fba2', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'floating_ip_address': '172.28.3.228', 'floating_network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'router_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'port_id': '8b698854-c7a3-45f2-bdeb-4a699757e7a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'mac_address': 'fa:16:3e:57:91:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a6f220-b751-49db-ade8-9413df6025bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:42:55Z', 'updated_at': '2021-06-06T17:43:20Z', 'revision_number': 1, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505a1b11-18e4-498d-ac8b-190b41f150ab', 'name': '', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'mac_address': 'fa:16:3e:de:08:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:45Z', 'updated_at': '2021-06-06T17:42:57Z', 'revision_number': 5, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'subnets': [{'id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:22.577308 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1985113-3720-4426-a286-e279dde850de None None] Checking router: c2fd68fd-b485-4ca5-9580-0bba8a39bc99 for host: dv-cinder-791281-4-smb {{(pid=98877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:43:22.586370 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1985113-3720-4426-a286-e279dde850de None None] Routers {'c2fd68fd-b485-4ca5-9580-0bba8a39bc99'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:22.586968 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-c1985113-3720-4426-a286-e279dde850de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:43:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:22.620505 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-f5319ef9-2e5d-4f74-b210-b627641c82d9 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Network ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09 is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:43:22.625762 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc6e5-1a07-47b7-89e9-99ec8c0fc7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608036'] for network, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:22.630019 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-f4998f54-ca24-47a6-8daa-b99d3cf8e6e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:22.631816 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-f5319ef9-2e5d-4f74-b210-b627641c82d9 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:22.640610 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-f5319ef9-2e5d-4f74-b210-b627641c82d9 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Received port after_create {{(pid=98875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:43:22.646490 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-f5319ef9-2e5d-4f74-b210-b627641c82d9 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:22.647065 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-f5319ef9-2e5d-4f74-b210-b627641c82d9 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:22.651561 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc6e5-1a07-47b7-89e9-99ec8c0fc7eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:22.656108 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-e4cbc6e5-1a07-47b7-89e9-99ec8c0fc7eb admin admin] 10.222.0.23 "DELETE /v2.0/networks/2549e687-b641-4be0-9635-1cdb2d7278d6 HTTP/1.1" status: 204 len: 168 time: 0.5084255 Jun 06 17:43:22.660313 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbc6e5-1a07-47b7-89e9-99ec8c0fc7eb admin admin] Pushing event deleted for resources: {'Network': ['ID=2549e687-b641-4be0-9635-1cdb2d7278d6,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:22.662736 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-e4cbc6e5-1a07-47b7-89e9-99ec8c0fc7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:22.679715 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5319ef9-2e5d-4f74-b210-b627641c82d9 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Pushing event updated for resources: {'Port': ['ID=2d3ac102-f74f-4b41-af66-4747dae922dc,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:22.684942 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-f5319ef9-2e5d-4f74-b210-b627641c82d9 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:22.695971 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8d70f2e1-f01c-4a98-8979-61195965d573 req-33a348c5-6e6b-4632-9482-021456db707b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b698854-c7a3-45f2-bdeb-4a699757e7a0 HTTP/1.1" status: 200 len: 999 time: 0.2079637 Jun 06 17:43:22.786274 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-c1985113-3720-4426-a286-e279dde850de None None] Set router c2fd68fd-b485-4ca5-9580-0bba8a39bc99 gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:22.834905 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-f5319ef9-2e5d-4f74-b210-b627641c82d9 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7916052 Jun 06 17:43:22.848645 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] Request body: {'port': {'device_id': '8208e4e4-4a88-477c-87fe-c21af42418d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:22.906927 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70f2e1-f01c-4a98-8979-61195965d573 req-cc5f4108-1bc1-4211-a553-b36c983a2720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:22.908273 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8d70f2e1-f01c-4a98-8979-61195965d573 req-cc5f4108-1bc1-4211-a553-b36c983a2720 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad36e52f-085e-4814-93d9-62d98b3cab30 HTTP/1.1" status: 200 len: 855 time: 0.2024992 Jun 06 17:43:23.022520 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:23.030334 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48764) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:23.101619 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-0f95b5ec-9d22-4e91-b9c8-c9724c0d2654 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c1f739cd022414aa4a004d05422d48f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0690348 Jun 06 17:43:23.104016 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48766) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:23.151089 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70f2e1-f01c-4a98-8979-61195965d573 req-63641d5c-1ba8-4270-8012-e66c65f0e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:23.152539 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8d70f2e1-f01c-4a98-8979-61195965d573 req-63641d5c-1ba8-4270-8012-e66c65f0e3c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=72559bc2-9c29-4f2a-bcda-ce8b6786233f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2376764 Jun 06 17:43:23.153741 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-c1985113-3720-4426-a286-e279dde850de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'name': 'tempest-AttachVolumeShelveTestJSON-397972244-router', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:36Z', 'updated_at': '2021-06-06T17:42:47Z', 'revision_number': 4, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'gw_port': {'id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:38Z', 'updated_at': '2021-06-06T17:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_floatingips': [{'id': '053cfddf-d8e9-4b5c-87fe-24851899fba2', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'floating_ip_address': '172.28.3.228', 'floating_network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'router_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'port_id': '8b698854-c7a3-45f2-bdeb-4a699757e7a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'mac_address': 'fa:16:3e:57:91:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a6f220-b751-49db-ade8-9413df6025bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:42:55Z', 'updated_at': '2021-06-06T17:43:20Z', 'revision_number': 1, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505a1b11-18e4-498d-ac8b-190b41f150ab', 'name': '', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'mac_address': 'fa:16:3e:de:08:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:45Z', 'updated_at': '2021-06-06T17:42:57Z', 'revision_number': 5, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'subnets': [{'id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:23.158940 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1985113-3720-4426-a286-e279dde850de None None] The sync data for ids ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'] in dv-cinder-791281-4-smb is: [{'id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'name': 'tempest-AttachVolumeShelveTestJSON-397972244-router', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:36Z', 'updated_at': '2021-06-06T17:42:47Z', 'revision_number': 4, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'gw_port': {'id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:38Z', 'updated_at': '2021-06-06T17:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_floatingips': [{'id': '053cfddf-d8e9-4b5c-87fe-24851899fba2', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'floating_ip_address': '172.28.3.228', 'floating_network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'router_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'port_id': '8b698854-c7a3-45f2-bdeb-4a699757e7a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'mac_address': 'fa:16:3e:57:91:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a6f220-b751-49db-ade8-9413df6025bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:42:55Z', 'updated_at': '2021-06-06T17:43:20Z', 'revision_number': 1, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505a1b11-18e4-498d-ac8b-190b41f150ab', 'name': '', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'mac_address': 'fa:16:3e:de:08:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:45Z', 'updated_at': '2021-06-06T17:42:57Z', 'revision_number': 5, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'subnets': [{'id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:43:23.176615 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0c0878aa-a166-4c2f-b202-3d4a79431a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:23.208881 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0c0878aa-a166-4c2f-b202-3d4a79431a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:23.343049 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0c0878aa-a166-4c2f-b202-3d4a79431a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:23.346144 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0c0878aa-a166-4c2f-b202-3d4a79431a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:23.349578 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-0c0878aa-a166-4c2f-b202-3d4a79431a41 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c256eb6b-7f18-461f-8858-cfad1556096f HTTP/1.1" status: 204 len: 168 time: 0.2416518 Jun 06 17:43:23.349578 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-8d66d476-178e-4785-9e5e-600a9a5f7cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:23.364495 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0878aa-a166-4c2f-b202-3d4a79431a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c256eb6b-7f18-461f-8858-cfad1556096f,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:23.366952 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-0c0878aa-a166-4c2f-b202-3d4a79431a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:23.408719 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38689f0-5c43-48d3-b2f9-80e429763eb0 None None] New status for floating IP 053cfddf-d8e9-4b5c-87fe-24851899fba2: ACTIVE {{(pid=98878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:43:23.445724 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81476a2e-4462-4447-b80a-7348e023e118 req-14858517-42a8-4ad3-ad63-c85a0682e3bf tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:23.447126 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-81476a2e-4462-4447-b80a-7348e023e118 req-14858517-42a8-4ad3-ad63-c85a0682e3bf tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=8208e4e4-4a88-477c-87fe-c21af42418d5 HTTP/1.1" status: 200 len: 932 time: 0.3522079 Jun 06 17:43:23.513132 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8d70f2e1-f01c-4a98-8979-61195965d573 req-b91e5f0b-3c92-468c-bf54-aaa451669ab5 service neutron] 10.222.0.21 "GET /v2.0/networks/72559bc2-9c29-4f2a-bcda-ce8b6786233f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039885 Jun 06 17:43:23.584261 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-81476a2e-4462-4447-b80a-7348e023e118 req-ce96e166-00d9-453d-b859-24ed6beda10a tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190524 Jun 06 17:43:23.742583 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d3ac102-f74f-4b41-af66-4747dae922dc {{(pid=98875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:43:23.752304 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:23.756034 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8d70f2e1-f01c-4a98-8979-61195965d573 req-aea64f3a-bd56-42ac-b495-4361fd86a2cb service neutron] 10.222.0.21 "GET /v2.0/networks/72559bc2-9c29-4f2a-bcda-ce8b6786233f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327447 Jun 06 17:43:23.770892 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] Transition to ACTIVE for port object 2d3ac102-f74f-4b41-af66-4747dae922dc will not be triggered until provisioned by entity L2. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:43:23.839099 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-ea887f8d-b08f-4942-94c2-b77d7ae03f07 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-409278679&fields=id&tenant_id=e04771eabc3d4bcda17450a5c7a0c4ed HTTP/1.1" status: 200 len: 267 time: 0.0463681 Jun 06 17:43:23.863246 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:23.872263 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-0e4a5850-2175-4be3-84d6-441487d76150 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:23.994242 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] Pushing event updated for resources: {'Port': ['ID=2d3ac102-f74f-4b41-af66-4747dae922dc,revision_number=2']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:23.997011 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-d06d5f61-ada7-4745-bf57-76368b441272 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:23.998560 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-d06d5f61-ada7-4745-bf57-76368b441272 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/networks?id=ca7b7292-ac0b-4579-b556-747f7f1215a6 HTTP/1.1" status: 200 len: 809 time: 0.1520410 Jun 06 17:43:24.014392 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-61d36ec2-2918-4832-ad77-1a2776f5d9b5 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/quotas/e04771eabc3d4bcda17450a5c7a0c4ed HTTP/1.1" status: 200 len: 375 time: 0.0093951 Jun 06 17:43:24.020601 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:24.053195 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] Attempting to bind port 2d3ac102-f74f-4b41-af66-4747dae922dc on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:43:24.053195 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] Attempting to bind port 2d3ac102-f74f-4b41-af66-4747dae922dc by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '2e5706a7-e26c-46b9-bb49-d3f7b4f1abba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09'}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:43:24.053195 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] Attempting to bind port 2d3ac102-f74f-4b41-af66-4747dae922dc on network ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:43:24.053195 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] Port 2d3ac102-f74f-4b41-af66-4747dae922dc on network ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:43:24.053195 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] Attempting to bind port 2d3ac102-f74f-4b41-af66-4747dae922dc on network ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:43:24.058178 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] Checking agent: {'id': 'a6fcd907-c3ac-4abf-b52d-463afd7284ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'started_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:43:24.058506 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] Checking segment: {'id': '2e5706a7-e26c-46b9-bb49-d3f7b4f1abba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:43:24.058874 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] Bound using segment: {'id': '2e5706a7-e26c-46b9-bb49-d3f7b4f1abba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09'} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:43:24.059282 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] Bound port: 2d3ac102-f74f-4b41-af66-4747dae922dc, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5706a7-e26c-46b9-bb49-d3f7b4f1abba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09'}}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:43:24.061313 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:24.104720 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-becaaf35-f562-4dea-9ff4-8e8b109a28dd tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e04771eabc3d4bcda17450a5c7a0c4ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845590 Jun 06 17:43:24.157921 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] For port 2d3ac102-f74f-4b41-af66-4747dae922dc, host hv-cinder-79128, cleared binding levels {{(pid=98875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:43:24.160824 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] For port 2d3ac102-f74f-4b41-af66-4747dae922dc, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2d3ac102-f74f-4b41-af66-4747dae922dc,segment=NetworkSegment(2e5706a7-e26c-46b9-bb49-d3f7b4f1abba),segment_id=2e5706a7-e26c-46b9-bb49-d3f7b4f1abba)] {{(pid=98875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:43:24.241165 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-7c5b781c-2456-4e93-8fd1-0ed9083716c8 service neutron] 10.222.0.23 "GET /v2.0/networks/ca7b7292-ac0b-4579-b556-747f7f1215a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245494 Jun 06 17:43:24.243533 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:24.249641 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:24.305408 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:24.306008 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:24.307471 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] 10.222.0.21 "PUT /v2.0/ports/2d3ac102-f74f-4b41-af66-4747dae922dc HTTP/1.1" status: 200 len: 1094 time: 1.4644699 Jun 06 17:43:24.307951 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8208e4e4-4a88-477c-87fe-c21af42418d5', 'tag': '2d3ac102-f74f-4b41-af66-4747dae922dc'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:43:24.320781 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73cd348-6fd8-4960-b6c6-2d5f4f357a30" -d '{"events": [{"name": "network-changed", "server_uuid": "8208e4e4-4a88-477c-87fe-c21af42418d5", "tag": "2d3ac102-f74f-4b41-af66-4747dae922dc"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:43:24.338690 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] Pushing event updated for resources: {'Port': ['ID=2d3ac102-f74f-4b41-af66-4747dae922dc,revision_number=3']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:24.342057 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:24.482789 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-8ac17f0b-d08b-4ab8-b431-aaa15ff22589 service neutron] 10.222.0.23 "GET /v2.0/networks/ca7b7292-ac0b-4579-b556-747f7f1215a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314732 Jun 06 17:43:24.493793 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea484194-ce4d-4099-81a9-482b162a0b91 x-openstack-request-id: req-ea484194-ce4d-4099-81a9-482b162a0b91 {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:43:24.494161 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8208e4e4-4a88-477c-87fe-c21af42418d5", "tag": "2d3ac102-f74f-4b41-af66-4747dae922dc", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:43:24.494463 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea484194-ce4d-4099-81a9-482b162a0b91 {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:43:24.495201 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8208e4e4-4a88-477c-87fe-c21af42418d5', 'tag': '2d3ac102-f74f-4b41-af66-4747dae922dc', 'status': 'completed', 'code': 200} Jun 06 17:43:24.499863 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-dd8ebe99-9310-4c2d-8ffb-940174dacad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:24.501879 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-dd8ebe99-9310-4c2d-8ffb-940174dacad6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec94c6ba107f4fac8d609f27ad2ac069&device_id=8208e4e4-4a88-477c-87fe-c21af42418d5 HTTP/1.1" status: 200 len: 1097 time: 0.0880780 Jun 06 17:43:24.591217 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-2e943a04-46a6-428a-9959-172a8479c97a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d3ac102-f74f-4b41-af66-4747dae922dc HTTP/1.1" status: 200 len: 217 time: 0.0826478 Jun 06 17:43:24.684028 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-a192b350-c5cd-4b57-a6dc-008a0bf4fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:24.685879 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-a192b350-c5cd-4b57-a6dc-008a0bf4fd75 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=22f22de9-3d8d-4d94-909f-58bea532dacb HTTP/1.1" status: 200 len: 852 time: 0.0887964 Jun 06 17:43:24.869470 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-cd15a244-b702-49db-b38c-6b1761cb4626 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1762714 Jun 06 17:43:25.009404 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be417991-107e-487d-b166-52a64e174625 req-8f4a4bba-d397-4d57-b07e-a4ecc7674b32 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:25.010790 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-be417991-107e-487d-b166-52a64e174625 req-8f4a4bba-d397-4d57-b07e-a4ecc7674b32 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=8208e4e4-4a88-477c-87fe-c21af42418d5 HTTP/1.1" status: 200 len: 944 time: 0.1935720 Jun 06 17:43:25.047225 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-916830c4-041c-457c-9e68-e72a185b180e service neutron] 10.222.0.21 "GET /v2.0/networks/ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661906 Jun 06 17:43:25.092707 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-be417991-107e-487d-b166-52a64e174625 req-c68c0b30-58ba-4ff3-9830-854e1b0f8f09 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688856 Jun 06 17:43:25.193769 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4ab222f7-3d6c-4c8d-8c4d-d2e08c7e9250 req-aa724bbc-c3bc-44e0-8e9a-afac04bf29ec service neutron] 10.222.0.21 "GET /v2.0/networks/ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338563 Jun 06 17:43:25.373975 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-021f39de-4667-40f5-84fd-e5ef3c59f4e5 req-0dcb6fb9-d92a-44ca-aa2b-2a371965b8ec tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 210 time: 0.0452271 Jun 06 17:43:25.423323 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cd348-6fd8-4960-b6c6-2d5f4f357a30 req-0c8b2bea-9042-4883-99a4-035d6145de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:25.424780 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a73cd348-6fd8-4960-b6c6-2d5f4f357a30 req-0c8b2bea-9042-4883-99a4-035d6145de30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec94c6ba107f4fac8d609f27ad2ac069&device_id=8208e4e4-4a88-477c-87fe-c21af42418d5 HTTP/1.1" status: 200 len: 1097 time: 0.0772014 Jun 06 17:43:25.566024 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cd348-6fd8-4960-b6c6-2d5f4f357a30 req-c3f2f4c5-94f9-4621-a74a-1cc4f81802ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:25.569785 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a73cd348-6fd8-4960-b6c6-2d5f4f357a30 req-c3f2f4c5-94f9-4621-a74a-1cc4f81802ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09 HTTP/1.1" status: 200 len: 913 time: 0.1359363 Jun 06 17:43:25.652322 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a73cd348-6fd8-4960-b6c6-2d5f4f357a30 req-c29a7dbf-23dc-4ce4-a8f1-090a25ec9368 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d3ac102-f74f-4b41-af66-4747dae922dc HTTP/1.1" status: 200 len: 217 time: 0.0670831 Jun 06 17:43:25.717059 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cd348-6fd8-4960-b6c6-2d5f4f357a30 req-186f1f48-6389-43ec-a506-6db784271479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:25.718521 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a73cd348-6fd8-4960-b6c6-2d5f4f357a30 req-186f1f48-6389-43ec-a506-6db784271479 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=22f22de9-3d8d-4d94-909f-58bea532dacb HTTP/1.1" status: 200 len: 852 time: 0.0594411 Jun 06 17:43:25.744195 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d045f-c3ba-4bce-934b-d852f0ee4d80 req-27258e41-042a-4754-91fa-7e9e42941fd8 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:25.745700 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-549d045f-c3ba-4bce-934b-d852f0ee4d80 req-27258e41-042a-4754-91fa-7e9e42941fd8 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.0877748 Jun 06 17:43:25.771879 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a73cd348-6fd8-4960-b6c6-2d5f4f357a30 req-08d3cbcb-1e37-4371-a870-5e8e3f4a9a87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463331 Jun 06 17:43:25.792198 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-549d045f-c3ba-4bce-934b-d852f0ee4d80 req-7fc58209-b592-4f67-b0fe-ab2aed5226df tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397556 Jun 06 17:43:25.905926 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a73cd348-6fd8-4960-b6c6-2d5f4f357a30 req-f30c608f-789a-4729-a805-13964e4ad462 service neutron] 10.222.0.21 "GET /v2.0/networks/ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260982 Jun 06 17:43:26.037744 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a73cd348-6fd8-4960-b6c6-2d5f4f357a30 req-0cd2712e-3cff-41aa-9150-74856fc20ef0 service neutron] 10.222.0.21 "GET /v2.0/networks/ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252570 Jun 06 17:43:26.280666 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee21c72-fb99-49ae-bd5a-142998b333fb req-bb671230-6521-41b3-8e68-28b8bc8aeeba tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:26.282236 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3ee21c72-fb99-49ae-bd5a-142998b333fb req-bb671230-6521-41b3-8e68-28b8bc8aeeba tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=8208e4e4-4a88-477c-87fe-c21af42418d5 HTTP/1.1" status: 200 len: 944 time: 0.0805130 Jun 06 17:43:26.326459 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3ee21c72-fb99-49ae-bd5a-142998b333fb req-eaf9b7cb-e21a-4b6c-a0ab-c85b62ff96df tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386689 Jun 06 17:43:26.471502 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7cbd6921-cc01-4cc7-9247-199d7a07c359 req-e151a72a-0626-40ab-a270-54fce664693f tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 210 time: 0.0418432 Jun 06 17:43:26.980255 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb3b21-d023-4382-a98c-747bb022bf12 req-e3ec9231-d8c1-45c4-a1af-5d25e61fc8fe tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:26.981654 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-52bb3b21-d023-4382-a98c-747bb022bf12 req-e3ec9231-d8c1-45c4-a1af-5d25e61fc8fe tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.0793748 Jun 06 17:43:27.029638 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-52bb3b21-d023-4382-a98c-747bb022bf12 req-7faff906-fc9a-4ee3-a6fc-54ff0e202dd2 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416782 Jun 06 17:43:27.518614 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd99af5-2892-47bc-b3a1-3fe516bd55bc req-ce28fc93-4ae2-45b6-91f3-c123a1431dbb tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:27.520134 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3fd99af5-2892-47bc-b3a1-3fe516bd55bc req-ce28fc93-4ae2-45b6-91f3-c123a1431dbb tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=8208e4e4-4a88-477c-87fe-c21af42418d5 HTTP/1.1" status: 200 len: 944 time: 0.0856011 Jun 06 17:43:27.571205 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3fd99af5-2892-47bc-b3a1-3fe516bd55bc req-143bb97b-f107-425e-8979-f3636c366136 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417678 Jun 06 17:43:27.632115 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-67e0aae1-ef14-46d7-b2a8-435a5758d35b req-f634fa45-efc0-472f-85d4-c8d5d5605532 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 210 time: 0.0427618 Jun 06 17:43:27.635857 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 2d3ac102-f74f-4b41-af66-4747dae922dc details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:43:27.780301 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 2d3ac102-f74f-4b41-af66-4747dae922dc, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2d3ac102-f74f-4b41-af66-4747dae922dc,segment=NetworkSegment(2e5706a7-e26c-46b9-bb49-d3f7b4f1abba),segment_id=2e5706a7-e26c-46b9-bb49-d3f7b4f1abba)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:27.794737 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Returning: {'device': '2d3ac102-f74f-4b41-af66-4747dae922dc', 'network_id': 'ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09', 'port_id': '2d3ac102-f74f-4b41-af66-4747dae922dc', 'mac_address': 'fa:16:3e:e5:54:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f22de9-3d8d-4d94-909f-58bea532dacb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:43:27.807327 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06687e-25b5-4ada-8d6a-3a40c2c1c8d8 req-660a12f6-3dda-45c5-92bd-7e040c94a1d9 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:27.808725 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1e06687e-25b5-4ada-8d6a-3a40c2c1c8d8 req-660a12f6-3dda-45c5-92bd-7e040c94a1d9 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.21 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.0822377 Jun 06 17:43:27.851805 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:27.870735 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d3ac102-f74f-4b41-af66-4747dae922dc {{(pid=98877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:43:27.886654 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 2d3ac102-f74f-4b41-af66-4747dae922dc, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2d3ac102-f74f-4b41-af66-4747dae922dc,segment=NetworkSegment(2e5706a7-e26c-46b9-bb49-d3f7b4f1abba),segment_id=2e5706a7-e26c-46b9-bb49-d3f7b4f1abba)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:27.948403 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-1e06687e-25b5-4ada-8d6a-3a40c2c1c8d8 req-bd4088b2-0159-4dce-b454-dac7aef6298b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Deleting port 030d43c8-f587-4071-8933-68376095a69f {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:43:27.948745 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-1e06687e-25b5-4ada-8d6a-3a40c2c1c8d8 req-bd4088b2-0159-4dce-b454-dac7aef6298b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:27.983161 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:27.985217 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:28.058488 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=2d3ac102-f74f-4b41-af66-4747dae922dc,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:28.066993 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:28.068971 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:28.068971 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:28.068971 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:28.068971 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:28.068971 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:28.068971 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:28.069514 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:28.069514 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:28.069812 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:28.070145 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:28.070661 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:28.074594 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:28.208773 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['2d3ac102-f74f-4b41-af66-4747dae922dc'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:43:28.223655 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3a9f2-aec1-48e5-97e6-a44ef0403a15 req-6410fb18-c335-4728-a344-760fca7ef95d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:28.225353 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-dcb3a9f2-aec1-48e5-97e6-a44ef0403a15 req-6410fb18-c335-4728-a344-760fca7ef95d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 946 time: 0.0817637 Jun 06 17:43:28.278228 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-dcb3a9f2-aec1-48e5-97e6-a44ef0403a15 req-5031ebc5-0e88-47d7-954a-6c9aa44a79f9 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455384 Jun 06 17:43:28.285337 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-5d1a877b-6660-4821-bf6e-6e581368b090 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:28.286784 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-5d1a877b-6660-4821-bf6e-6e581368b090 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.21 "GET /v2.0/networks?id=ca7b7292-ac0b-4579-b556-747f7f1215a6 HTTP/1.1" status: 200 len: 809 time: 0.3220336 Jun 06 17:43:28.357924 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-132c9c98-a606-42d7-a680-f5d1b42e01a6 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e04771eabc3d4bcda17450a5c7a0c4ed HTTP/1.1" status: 200 len: 379 time: 0.0527284 Jun 06 17:43:28.368173 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-505c56db-3cde-4554-adf6-de5f408508e8 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Request body: {'port': {'device_id': 'b3660d74-12e8-44db-8b9e-40d190105b32', 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6', 'admin_state_up': True, 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'security_groups': ['dbb7f299-9f5b-446e-9c67-1566d548acf2']}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:28.474645 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-1e06687e-25b5-4ada-8d6a-3a40c2c1c8d8 req-bd4088b2-0159-4dce-b454-dac7aef6298b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] For port 030d43c8-f587-4071-8933-68376095a69f, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=030d43c8-f587-4071-8933-68376095a69f,segment=NetworkSegment(fdad1d62-382b-41fb-ba35-3d784043d3b3),segment_id=fdad1d62-382b-41fb-ba35-3d784043d3b3)] {{(pid=98875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:28.476955 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-1e06687e-25b5-4ada-8d6a-3a40c2c1c8d8 req-bd4088b2-0159-4dce-b454-dac7aef6298b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:28.789405 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-df2bb8c5-6bb1-420a-8f6b-49bf4b2bc78b req-525a5ba3-c885-492b-bb56-995a14d829d2 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 210 time: 0.0438156 Jun 06 17:43:28.847494 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-505c56db-3cde-4554-adf6-de5f408508e8 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Made reservation on behalf of e04771eabc3d4bcda17450a5c7a0c4ed for: {'port': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:43:28.851076 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-505c56db-3cde-4554-adf6-de5f408508e8 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:28.897778 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48876) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:28.946741 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-1e06687e-25b5-4ada-8d6a-3a40c2c1c8d8 req-bd4088b2-0159-4dce-b454-dac7aef6298b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:28.947108 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-1e06687e-25b5-4ada-8d6a-3a40c2c1c8d8 req-bd4088b2-0159-4dce-b454-dac7aef6298b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608054'] for floatingip, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:28.947417 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.db.l3_db [req-1e06687e-25b5-4ada-8d6a-3a40c2c1c8d8 req-bd4088b2-0159-4dce-b454-dac7aef6298b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Floating IP bcdb74ab-9566-467b-bae9-50ca28c851f9 disassociated. External IP: 172.28.3.149, port: 030d43c8-f587-4071-8933-68376095a69f. Jun 06 17:43:28.947759 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-1e06687e-25b5-4ada-8d6a-3a40c2c1c8d8 req-bd4088b2-0159-4dce-b454-dac7aef6298b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Calling delete_port for 030d43c8-f587-4071-8933-68376095a69f owned by compute:nova {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:43:28.967234 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b8c8c-d7c6-4247-9060-e6d02fa2c7ed req-dce4fbd7-4a4d-43f5-a7e7-e27663778d77 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:28.968706 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5d9b8c8c-d7c6-4247-9060-e6d02fa2c7ed req-dce4fbd7-4a4d-43f5-a7e7-e27663778d77 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=8208e4e4-4a88-477c-87fe-c21af42418d5 HTTP/1.1" status: 200 len: 945 time: 0.2844601 Jun 06 17:43:29.022637 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3751a9bf-6663-46a8-8c62-3229aed007cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:29.094222 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5d9b8c8c-d7c6-4247-9060-e6d02fa2c7ed req-e236bbcd-a254-4887-a3b6-eceab5e508ca tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138873 Jun 06 17:43:29.116205 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_common [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-505c56db-3cde-4554-adf6-de5f408508e8 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Allocated IP 172.20.0.11 (ca7b7292-ac0b-4579-b556-747f7f1215a6/5c39b957-51e6-41dc-913c-04e3215e7138/75c18bb5-e7aa-40c9-bf36-40d3036891eb) {{(pid=98875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:43:29.146670 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3751a9bf-6663-46a8-8c62-3229aed007cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:29.225947 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3751a9bf-6663-46a8-8c62-3229aed007cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:29.235409 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-cf148669-887d-4734-b182-073b493506ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:29.276381 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-3751a9bf-6663-46a8-8c62-3229aed007cd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d5791f6853ac4abc8ac89de68c1946d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774881 Jun 06 17:43:29.278040 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751a9bf-6663-46a8-8c62-3229aed007cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762f9acf-6af7-4212-9784-778ff6fe41e7,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:29.280327 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48880) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:29.292817 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-3751a9bf-6663-46a8-8c62-3229aed007cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:29.338219 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-1e06687e-25b5-4ada-8d6a-3a40c2c1c8d8 req-bd4088b2-0159-4dce-b454-dac7aef6298b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:29.344886 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-da7c7ae6-6b5b-42cc-bc60-01c72588c439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:29.352470 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:29.371797 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-da7c7ae6-6b5b-42cc-bc60-01c72588c439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:29.415230 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4088b2-0159-4dce-b454-dac7aef6298b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Pushing event deleted for resources: {'Port': ['ID=030d43c8-f587-4071-8933-68376095a69f,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:29.417581 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-bd4088b2-0159-4dce-b454-dac7aef6298b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:29.455320 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-e2e9a858-8d30-4062-915f-cc32ff45af06 req-2e6d8bdf-52f7-4ba6-9c7a-19bd26c0ef18 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 210 time: 0.0448885 Jun 06 17:43:29.500159 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-505c56db-3cde-4554-adf6-de5f408508e8 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for port, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:29.551402 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-da7c7ae6-6b5b-42cc-bc60-01c72588c439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:29.553936 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-da7c7ae6-6b5b-42cc-bc60-01c72588c439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:29.560276 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-da7c7ae6-6b5b-42cc-bc60-01c72588c439 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/762f9acf-6af7-4212-9784-778ff6fe41e7 HTTP/1.1" status: 204 len: 168 time: 0.2738171 Jun 06 17:43:29.560276 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-d5db82e2-c287-4f4b-b61f-0717b212b3fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:29.568508 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c7ae6-6b5b-42cc-bc60-01c72588c439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762f9acf-6af7-4212-9784-778ff6fe41e7,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:29.570894 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-da7c7ae6-6b5b-42cc-bc60-01c72588c439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:29.585085 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-505c56db-3cde-4554-adf6-de5f408508e8 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Transition to ACTIVE for port object 75c18bb5-e7aa-40c9-bf36-40d3036891eb will not be triggered until provisioned by entity DHCP. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:43:29.637333 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e06687e-25b5-4ada-8d6a-3a40c2c1c8d8 req-bd4088b2-0159-4dce-b454-dac7aef6298b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Router bcc9cc58-7091-46d6-808d-29263a430786 has already been hosted by L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 {{(pid=98875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:43:29.653415 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 2d3ac102-f74f-4b41-af66-4747dae922dc up at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:29.808879 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-505c56db-3cde-4554-adf6-de5f408508e8 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:29.815713 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-ff56a59c-9c09-4ac6-964e-38d849b15b1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:29.817546 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning for port 2d3ac102-f74f-4b41-af66-4747dae922dc completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:43:29.823550 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning complete for port 2d3ac102-f74f-4b41-af66-4747dae922dc triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:29.828998 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:29.967208 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-505c56db-3cde-4554-adf6-de5f408508e8 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Network ca7b7292-ac0b-4579-b556-747f7f1215a6 is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:43:29.975538 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:30.009684 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8208e4e4-4a88-477c-87fe-c21af42418d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3ac102-f74f-4b41-af66-4747dae922dc'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:43:30.012576 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735a9ca2-c0d1-4702-bc2b-833035b0c79b" -d '{"events": [{"server_uuid": "8208e4e4-4a88-477c-87fe-c21af42418d5", "name": "network-vif-plugged", "status": "completed", "tag": "2d3ac102-f74f-4b41-af66-4747dae922dc"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:43:30.023102 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 2d3ac102-f74f-4b41-af66-4747dae922dc, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2d3ac102-f74f-4b41-af66-4747dae922dc,segment=NetworkSegment(2e5706a7-e26c-46b9-bb49-d3f7b4f1abba),segment_id=2e5706a7-e26c-46b9-bb49-d3f7b4f1abba)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:30.023389 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-505c56db-3cde-4554-adf6-de5f408508e8 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:30.035251 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-505c56db-3cde-4554-adf6-de5f408508e8 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Received port after_create {{(pid=98875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:43:30.043274 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-505c56db-3cde-4554-adf6-de5f408508e8 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:30.049575 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-505c56db-3cde-4554-adf6-de5f408508e8 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:30.106970 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c56db-3cde-4554-adf6-de5f408508e8 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Pushing event updated for resources: {'Port': ['ID=75c18bb5-e7aa-40c9-bf36-40d3036891eb,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:30.109127 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:30.112475 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 030d43c8-f587-4071-8933-68376095a69f no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:43:30.140201 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-505c56db-3cde-4554-adf6-de5f408508e8 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:30.157416 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:30.251714 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e06687e-25b5-4ada-8d6a-3a40c2c1c8d8 req-bd4088b2-0159-4dce-b454-dac7aef6298b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:43:30.297473 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-505c56db-3cde-4554-adf6-de5f408508e8 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9329166 Jun 06 17:43:30.299241 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f00df79-a97a-47d1-b1be-b96401541a23 x-openstack-request-id: req-0f00df79-a97a-47d1-b1be-b96401541a23 {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:43:30.301104 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8208e4e4-4a88-477c-87fe-c21af42418d5", "name": "network-vif-plugged", "status": "completed", "tag": "2d3ac102-f74f-4b41-af66-4747dae922dc", "code": 200}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:43:30.301424 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f00df79-a97a-47d1-b1be-b96401541a23 {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:43:30.301896 dv-cinder-791281-4-smb neutron-server[98877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8208e4e4-4a88-477c-87fe-c21af42418d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3ac102-f74f-4b41-af66-4747dae922dc', 'code': 200} Jun 06 17:43:30.302807 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db384944-05e3-4984-8d11-73fe4ceaae1d None None] Sync routers for ids ['bcc9cc58-7091-46d6-808d-29263a430786'] in dv-cinder-791281-4-smb {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:43:30.320062 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] Request body: {'port': {'device_id': 'b3660d74-12e8-44db-8b9e-40d190105b32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:30.390667 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] No Port match for: 030d43c8-f587-4071-8933-68376095a69f {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:43:30.391031 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 030d43c8-f587-4071-8933-68376095a69f not bound to the agent host hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:43:30.404756 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e06687e-25b5-4ada-8d6a-3a40c2c1c8d8 req-bd4088b2-0159-4dce-b454-dac7aef6298b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] No DVR routers for this DVR port 030d43c8-f587-4071-8933-68376095a69f on host hv-cinder-79128 {{(pid=98875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:43:30.409055 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db384944-05e3-4984-8d11-73fe4ceaae1d None None] Routers {'bcc9cc58-7091-46d6-808d-29263a430786'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:30.409704 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-db384944-05e3-4984-8d11-73fe4ceaae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:43:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['bcc9cc58-7091-46d6-808d-29263a430786'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:30.411438 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-1e06687e-25b5-4ada-8d6a-3a40c2c1c8d8 req-bd4088b2-0159-4dce-b454-dac7aef6298b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:30.413777 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1e06687e-25b5-4ada-8d6a-3a40c2c1c8d8 req-bd4088b2-0159-4dce-b454-dac7aef6298b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.21 "DELETE /v2.0/ports/030d43c8-f587-4071-8933-68376095a69f HTTP/1.1" status: 204 len: 173 time: 2.5979991 Jun 06 17:43:30.415211 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d7b163-9380-46de-8b6a-2939c779244a', 'name': 'network-vif-deleted', 'tag': '030d43c8-f587-4071-8933-68376095a69f'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:43:30.417805 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8c4a38-57f9-4502-9db6-49544e802c18" -d '{"events": [{"server_uuid": "61d7b163-9380-46de-8b6a-2939c779244a", "name": "network-vif-deleted", "tag": "030d43c8-f587-4071-8933-68376095a69f"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:43:30.456088 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc23e59-5461-4981-a121-1d6a1078e0ce req-fae0bd1d-2c54-441b-9fbb-5e7fcccabbf8 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:30.458668 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-cdc23e59-5461-4981-a121-1d6a1078e0ce req-fae0bd1d-2c54-441b-9fbb-5e7fcccabbf8 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=8208e4e4-4a88-477c-87fe-c21af42418d5 HTTP/1.1" status: 200 len: 946 time: 0.1553328 Jun 06 17:43:30.481144 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fde66-8caf-42ee-844f-216fe222954b req-2a589241-98b0-4038-ad61-695f57aa1690 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:30.482614 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-361fde66-8caf-42ee-844f-216fe222954b req-2a589241-98b0-4038-ad61-695f57aa1690 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 932 time: 0.5220158 Jun 06 17:43:30.502519 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-54276c76-bf63-4467-bebb-94ca57e1c81e None None] Provisioning for port 75c18bb5-e7aa-40c9-bf36-40d3036891eb completed by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:43:30.511995 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-cdc23e59-5461-4981-a121-1d6a1078e0ce req-dafb38d9-8f5d-4d11-adbe-2d57e6809b29 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477662 Jun 06 17:43:30.534422 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-54276c76-bf63-4467-bebb-94ca57e1c81e None None] Provisioning complete for port 75c18bb5-e7aa-40c9-bf36-40d3036891eb triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:30.534807 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-54276c76-bf63-4467-bebb-94ca57e1c81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:30.540798 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:30.574468 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-361fde66-8caf-42ee-844f-216fe222954b req-19c29c86-4ded-4c6a-a7d9-54f1ff782622 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766850 Jun 06 17:43:30.633048 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-54276c76-bf63-4467-bebb-94ca57e1c81e None None] Port 75c18bb5-e7aa-40c9-bf36-40d3036891eb cannot update to ACTIVE because it is not bound. {{(pid=98877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:43:30.642387 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177d9acf-0027-4b91-8dcb-ac5f0f762f02 x-openstack-request-id: req-177d9acf-0027-4b91-8dcb-ac5f0f762f02 {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:43:30.642705 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d7b163-9380-46de-8b6a-2939c779244a", "name": "network-vif-deleted", "tag": "030d43c8-f587-4071-8933-68376095a69f", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:43:30.642983 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-177d9acf-0027-4b91-8dcb-ac5f0f762f02 {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:43:30.643396 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d7b163-9380-46de-8b6a-2939c779244a', 'name': 'network-vif-deleted', 'tag': '030d43c8-f587-4071-8933-68376095a69f', 'status': 'completed', 'code': 200} Jun 06 17:43:30.660167 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=2d3ac102-f74f-4b41-af66-4747dae922dc,revision_number=5']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:30.739372 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:30.798560 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-db384944-05e3-4984-8d11-73fe4ceaae1d None None] Set router bcc9cc58-7091-46d6-808d-29263a430786 gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:30.829646 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ffea1d2b-0572-44d1-906e-9a1a50fcad3c req-d1959790-5830-4ea1-8a52-8b5bc560d340 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=61d7b163-9380-46de-8b6a-2939c779244a HTTP/1.1" status: 200 len: 210 time: 0.0778298 Jun 06 17:43:30.945130 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fa83a-3b90-4ee3-b79e-f229b483b665 req-3c2b70d2-cb40-4581-a7a1-6d63e2e2f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:30.946615 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-6e4fa83a-3b90-4ee3-b79e-f229b483b665 req-3c2b70d2-cb40-4581-a7a1-6d63e2e2f869 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8208e4e4-4a88-477c-87fe-c21af42418d5 HTTP/1.1" status: 200 len: 1099 time: 0.2362998 Jun 06 17:43:31.008546 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-6e4fa83a-3b90-4ee3-b79e-f229b483b665 req-346b2f74-3593-4b4b-b8ae-f8b7c0125a36 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478394 Jun 06 17:43:31.077445 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c18bb5-e7aa-40c9-bf36-40d3036891eb {{(pid=98875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:43:31.085563 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:31.100592 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] Transition to ACTIVE for port object 75c18bb5-e7aa-40c9-bf36-40d3036891eb will not be triggered until provisioned by entity L2. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:43:31.140935 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-db384944-05e3-4984-8d11-73fe4ceaae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'name': 'tempest-AttachVolumeTestJSON-1111674351-router', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:39:49Z', 'revision_number': 4, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'gw_port': {'id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:40Z', 'updated_at': '2021-06-06T17:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': 'ce41b07a-df02-4c29-ba45-d4302c6ef870', 'name': '', 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'mac_address': 'fa:16:3e:5e:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:47Z', 'updated_at': '2021-06-06T17:39:59Z', 'revision_number': 5, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'subnets': [{'id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:31.147000 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db384944-05e3-4984-8d11-73fe4ceaae1d None None] Checking router: bcc9cc58-7091-46d6-808d-29263a430786 for host: dv-cinder-791281-4-smb {{(pid=98877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:43:31.160102 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db384944-05e3-4984-8d11-73fe4ceaae1d None None] Routers {'bcc9cc58-7091-46d6-808d-29263a430786'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:31.160894 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-db384944-05e3-4984-8d11-73fe4ceaae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:43:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['bcc9cc58-7091-46d6-808d-29263a430786'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:31.189127 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:31.195360 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-7fc2c9a6-4ef8-4e67-a717-cecda93e64b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:31.383520 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-db384944-05e3-4984-8d11-73fe4ceaae1d None None] Set router bcc9cc58-7091-46d6-808d-29263a430786 gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:31.470002 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] Pushing event updated for resources: {'Port': ['ID=75c18bb5-e7aa-40c9-bf36-40d3036891eb,revision_number=2']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:31.472937 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:31.475396 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] Attempting to bind port 75c18bb5-e7aa-40c9-bf36-40d3036891eb on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:43:31.475722 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] Attempting to bind port 75c18bb5-e7aa-40c9-bf36-40d3036891eb by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '85cd9012-ca03-4fdb-9af9-af1476b52a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6'}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:43:31.476039 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] Attempting to bind port 75c18bb5-e7aa-40c9-bf36-40d3036891eb on network ca7b7292-ac0b-4579-b556-747f7f1215a6 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:43:31.484336 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] Port 75c18bb5-e7aa-40c9-bf36-40d3036891eb on network ca7b7292-ac0b-4579-b556-747f7f1215a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:43:31.484827 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] Attempting to bind port 75c18bb5-e7aa-40c9-bf36-40d3036891eb on network ca7b7292-ac0b-4579-b556-747f7f1215a6 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:43:31.492006 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] Checking agent: {'id': 'a6fcd907-c3ac-4abf-b52d-463afd7284ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'started_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:43:31.492680 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] Checking segment: {'id': '85cd9012-ca03-4fdb-9af9-af1476b52a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:43:31.493206 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] Bound using segment: {'id': '85cd9012-ca03-4fdb-9af9-af1476b52a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6'} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:43:31.493728 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] Bound port: 75c18bb5-e7aa-40c9-bf36-40d3036891eb, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85cd9012-ca03-4fdb-9af9-af1476b52a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6'}}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:43:31.494139 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:31.621363 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] For port 75c18bb5-e7aa-40c9-bf36-40d3036891eb, host hv-cinder-79128, cleared binding levels {{(pid=98875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:43:31.629423 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] For port 75c18bb5-e7aa-40c9-bf36-40d3036891eb, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=75c18bb5-e7aa-40c9-bf36-40d3036891eb,segment=NetworkSegment(85cd9012-ca03-4fdb-9af9-af1476b52a9f),segment_id=85cd9012-ca03-4fdb-9af9-af1476b52a9f)] {{(pid=98875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:43:31.712569 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:31.718478 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-00dcdc2f-2b66-4680-996c-fca2cfcb8628 tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:31.846462 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-db384944-05e3-4984-8d11-73fe4ceaae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'name': 'tempest-AttachVolumeTestJSON-1111674351-router', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:39:49Z', 'revision_number': 4, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'gw_port': {'id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:40Z', 'updated_at': '2021-06-06T17:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': 'ce41b07a-df02-4c29-ba45-d4302c6ef870', 'name': '', 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'mac_address': 'fa:16:3e:5e:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:47Z', 'updated_at': '2021-06-06T17:39:59Z', 'revision_number': 5, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'subnets': [{'id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:31.858193 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db384944-05e3-4984-8d11-73fe4ceaae1d None None] The sync data for ids ['bcc9cc58-7091-46d6-808d-29263a430786'] in dv-cinder-791281-4-smb is: [{'id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'name': 'tempest-AttachVolumeTestJSON-1111674351-router', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:39:49Z', 'revision_number': 4, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'gw_port': {'id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:40Z', 'updated_at': '2021-06-06T17:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': 'ce41b07a-df02-4c29-ba45-d4302c6ef870', 'name': '', 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'mac_address': 'fa:16:3e:5e:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:47Z', 'updated_at': '2021-06-06T17:39:59Z', 'revision_number': 5, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'subnets': [{'id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:43:31.891993 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] Pushing event updated for resources: {'Port': ['ID=75c18bb5-e7aa-40c9-bf36-40d3036891eb,revision_number=3']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:31.896994 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:31.904580 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601b827-dd9e-4693-8654-ce2fb1cab7d1 req-89a7aaae-2034-4458-9fe1-edcd4df5ea55 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:31.911140 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-0601b827-dd9e-4693-8654-ce2fb1cab7d1 req-89a7aaae-2034-4458-9fe1-edcd4df5ea55 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 944 time: 0.1423504 Jun 06 17:43:31.914879 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:31.915661 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:31.918691 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] 10.222.0.21 "PUT /v2.0/ports/75c18bb5-e7aa-40c9-bf36-40d3036891eb HTTP/1.1" status: 200 len: 1094 time: 1.6078467 Jun 06 17:43:31.970049 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-0601b827-dd9e-4693-8654-ce2fb1cab7d1 req-784641ee-a660-48c9-8024-aa7595e7265f tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571222 Jun 06 17:43:32.160048 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:32.278347 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48932) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:32.331767 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ffb2b-8615-4d61-9237-b23deb07b44f req-2f521a21-c2f3-43b6-959b-e18d81cefac7 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:32.340013 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-950ffb2b-8615-4d61-9237-b23deb07b44f req-2f521a21-c2f3-43b6-959b-e18d81cefac7 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=8208e4e4-4a88-477c-87fe-c21af42418d5 HTTP/1.1" status: 200 len: 946 time: 0.3135133 Jun 06 17:43:32.371532 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-ad05e5cf-2e08-49ba-9a5e-f6492e4aa4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:32.373074 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-ad05e5cf-2e08-49ba-9a5e-f6492e4aa4bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e04771eabc3d4bcda17450a5c7a0c4ed&device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 1097 time: 0.2625608 Jun 06 17:43:32.464958 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d4ed6dea-1d92-4f73-b3be-7edd1b889b9c tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:32.466044 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bcc035-a2d9-4012-8579-aa40b8c7bdf6 None None] New status for floating IP bcdb74ab-9566-467b-bae9-50ca28c851f9: DOWN {{(pid=98878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:43:32.498337 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-d54b5139-e990-4c03-8bd5-5ca732b52bb8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75c18bb5-e7aa-40c9-bf36-40d3036891eb HTTP/1.1" status: 200 len: 217 time: 0.1089501 Jun 06 17:43:32.508460 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-950ffb2b-8615-4d61-9237-b23deb07b44f req-8e0c50b9-67e6-4588-945e-63763259fcda tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653936 Jun 06 17:43:32.512572 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d4ed6dea-1d92-4f73-b3be-7edd1b889b9c tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:32.581027 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-9bc18e80-a08e-4484-aa95-1b3dd0c01d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:32.582616 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-9bc18e80-a08e-4484-aa95-1b3dd0c01d5c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c39b957-51e6-41dc-913c-04e3215e7138 HTTP/1.1" status: 200 len: 848 time: 0.0732164 Jun 06 17:43:32.643979 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3660d74-12e8-44db-8b9e-40d190105b32', 'tag': '75c18bb5-e7aa-40c9-bf36-40d3036891eb'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:43:32.646559 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7391070-41fc-4260-a691-8614346143d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b3660d74-12e8-44db-8b9e-40d190105b32", "tag": "75c18bb5-e7aa-40c9-bf36-40d3036891eb"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:43:32.668092 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-d4782c70-cf47-4df7-9a12-e2f8f6182121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:32.669489 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-d4782c70-cf47-4df7-9a12-e2f8f6182121 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca7b7292-ac0b-4579-b556-747f7f1215a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771229 Jun 06 17:43:32.674711 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d4ed6dea-1d92-4f73-b3be-7edd1b889b9c tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:32.677302 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d4ed6dea-1d92-4f73-b3be-7edd1b889b9c tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:32.681259 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-d4ed6dea-1d92-4f73-b3be-7edd1b889b9c tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "DELETE /v2.0/security-groups/03b6abe5-9773-43fb-96c4-5a5a0e8e3f39 HTTP/1.1" status: 204 len: 168 time: 0.4018114 Jun 06 17:43:32.682068 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48940) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:32.683036 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-5b0cda8e-9122-47e9-adf6-da3723e45e4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:32.704939 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8058ffc1-fc7c-4552-9581-659779f4d20f x-openstack-request-id: req-8058ffc1-fc7c-4552-9581-659779f4d20f {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:43:32.705208 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3660d74-12e8-44db-8b9e-40d190105b32", "tag": "75c18bb5-e7aa-40c9-bf36-40d3036891eb", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:43:32.705676 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8058ffc1-fc7c-4552-9581-659779f4d20f {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:43:32.706072 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3660d74-12e8-44db-8b9e-40d190105b32', 'tag': '75c18bb5-e7aa-40c9-bf36-40d3036891eb', 'status': 'completed', 'code': 200} Jun 06 17:43:32.706900 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed6dea-1d92-4f73-b3be-7edd1b889b9c tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b6abe5-9773-43fb-96c4-5a5a0e8e3f39,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:32.710543 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-d4ed6dea-1d92-4f73-b3be-7edd1b889b9c tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:32.713222 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.api.v2.resource [None req-c308dbdc-28ea-4793-ac8f-ec5638236f18 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] show failed (client error): The resource could not be found. Jun 06 17:43:32.714446 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-c308dbdc-28ea-4793-ac8f-ec5638236f18 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups/03b6abe5-9773-43fb-96c4-5a5a0e8e3f39 HTTP/1.1" status: 404 len: 347 time: 0.0183148 Jun 06 17:43:32.717302 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 48942) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:32.831016 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-362f373f-9651-43bd-9494-c0e511ce4dd5 service neutron] 10.222.0.21 "GET /v2.0/networks/ca7b7292-ac0b-4579-b556-747f7f1215a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506910 Jun 06 17:43:32.956217 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-9f9c50d6-b507-4b4a-8823-dd286bd1f53b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Deleting port 4ad5132e-25ae-4329-802c-49f9ef2297b4 {{(pid=98876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:43:32.956868 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9f9c50d6-b507-4b4a-8823-dd286bd1f53b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:33.042319 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-43aa5a7e-4a8e-4663-8d08-007cc69115d7 req-fc3fce28-e751-4f1d-8ae6-7813b213f547 service neutron] 10.222.0.21 "GET /v2.0/networks/ca7b7292-ac0b-4579-b556-747f7f1215a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037261 Jun 06 17:43:33.123496 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9f9c50d6-b507-4b4a-8823-dd286bd1f53b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:33.123757 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9f9c50d6-b507-4b4a-8823-dd286bd1f53b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:33.150506 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04405db-d5c1-44ab-a2ca-b0403092138c req-20ddabbe-de00-45c2-8148-4b3a834874fa tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:33.152022 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c04405db-d5c1-44ab-a2ca-b0403092138c req-20ddabbe-de00-45c2-8148-4b3a834874fa tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 944 time: 0.0845308 Jun 06 17:43:33.196468 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c04405db-d5c1-44ab-a2ca-b0403092138c req-72342403-c299-414c-994b-3f3459f9b90a tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379531 Jun 06 17:43:33.248516 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-9f9c50d6-b507-4b4a-8823-dd286bd1f53b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Calling delete_port for 4ad5132e-25ae-4329-802c-49f9ef2297b4 owned by network:floatingip {{(pid=98876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:43:33.331633 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7391070-41fc-4260-a691-8614346143d5 req-f551cc3c-07ce-4272-842d-79d11ac767ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:33.333071 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-d7391070-41fc-4260-a691-8614346143d5 req-f551cc3c-07ce-4272-842d-79d11ac767ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e04771eabc3d4bcda17450a5c7a0c4ed&device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 1097 time: 0.0746531 Jun 06 17:43:33.474131 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7391070-41fc-4260-a691-8614346143d5 req-01cf7ba7-0609-423b-b00a-e9e751368049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:33.475572 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-d7391070-41fc-4260-a691-8614346143d5 req-01cf7ba7-0609-423b-b00a-e9e751368049 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca7b7292-ac0b-4579-b556-747f7f1215a6 HTTP/1.1" status: 200 len: 910 time: 0.1341283 Jun 06 17:43:33.534709 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9f9c50d6-b507-4b4a-8823-dd286bd1f53b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2112105'] for port, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:33.539974 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-82c73bf1-a0ca-4b11-b1c8-14316fc54d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:33.556060 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-d7391070-41fc-4260-a691-8614346143d5 req-70db667b-4823-4151-aabd-b5fc94176494 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75c18bb5-e7aa-40c9-bf36-40d3036891eb HTTP/1.1" status: 200 len: 217 time: 0.0718954 Jun 06 17:43:33.584618 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c50d6-b507-4b4a-8823-dd286bd1f53b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Pushing event deleted for resources: {'Port': ['ID=4ad5132e-25ae-4329-802c-49f9ef2297b4,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:33.587602 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-9f9c50d6-b507-4b4a-8823-dd286bd1f53b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:33.638045 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7391070-41fc-4260-a691-8614346143d5 req-f2af2e52-845f-42d2-9e2b-8efe3b00430c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:33.639557 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-d7391070-41fc-4260-a691-8614346143d5 req-f2af2e52-845f-42d2-9e2b-8efe3b00430c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c39b957-51e6-41dc-913c-04e3215e7138 HTTP/1.1" status: 200 len: 848 time: 0.0703053 Jun 06 17:43:33.683395 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9f9c50d6-b507-4b4a-8823-dd286bd1f53b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for floatingip, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:33.685840 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9f9c50d6-b507-4b4a-8823-dd286bd1f53b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for floatingip, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:33.687004 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-9f9c50d6-b507-4b4a-8823-dd286bd1f53b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "DELETE /v2.0/floatingips/bcdb74ab-9566-467b-bae9-50ca28c851f9 HTTP/1.1" status: 204 len: 168 time: 0.9686463 Jun 06 17:43:33.789080 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7391070-41fc-4260-a691-8614346143d5 req-0b3e64d8-c89f-40ed-bfda-3f0482c3b61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:33.790531 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-d7391070-41fc-4260-a691-8614346143d5 req-0b3e64d8-c89f-40ed-bfda-3f0482c3b61e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca7b7292-ac0b-4579-b556-747f7f1215a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1434851 Jun 06 17:43:33.801520 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c8f22-8f3d-42b0-94fe-937cf189d29c req-449eac8c-2d84-46ce-ab44-e2d4869b5c5e tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:33.802763 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ba4c8f22-8f3d-42b0-94fe-937cf189d29c req-449eac8c-2d84-46ce-ab44-e2d4869b5c5e tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=8208e4e4-4a88-477c-87fe-c21af42418d5 HTTP/1.1" status: 200 len: 946 time: 0.1140449 Jun 06 17:43:33.930532 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ba4c8f22-8f3d-42b0-94fe-937cf189d29c req-1cd65b2b-a4a2-4509-aefc-91ac2e60c315 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097858 Jun 06 17:43:33.962497 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 48962) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:33.974646 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-7da0e1f1-6f5d-4fe1-badf-5787acd952f0 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1028976431', 'description': 'tempest-description--1028054465'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:33.985833 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-d7391070-41fc-4260-a691-8614346143d5 req-e5098133-14d6-469a-8c3e-24a7dafbf7b0 service neutron] 10.222.0.21 "GET /v2.0/networks/ca7b7292-ac0b-4579-b556-747f7f1215a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821761 Jun 06 17:43:34.129212 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-d7391070-41fc-4260-a691-8614346143d5 req-6ebb95b7-6075-4ee8-aea4-b9db5f11ec64 service neutron] 10.222.0.21 "GET /v2.0/networks/ca7b7292-ac0b-4579-b556-747f7f1215a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367083 Jun 06 17:43:34.145679 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-7da0e1f1-6f5d-4fe1-badf-5787acd952f0 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:34.248009 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-7da0e1f1-6f5d-4fe1-badf-5787acd952f0 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:34.340254 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-7da0e1f1-6f5d-4fe1-badf-5787acd952f0 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:34.350203 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:34.398198 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0e1f1-6f5d-4fe1-badf-5787acd952f0 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b015a90-2437-4308-8e4d-4457f660d048,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:34.401137 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-7da0e1f1-6f5d-4fe1-badf-5787acd952f0 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:34.426703 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68e0cf-35cd-4083-bb0f-fd28e9fdadfe req-130573de-6806-4643-97b2-c289f11c3fa1 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:34.428236 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9d68e0cf-35cd-4083-bb0f-fd28e9fdadfe req-130573de-6806-4643-97b2-c289f11c3fa1 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 944 time: 0.1238885 Jun 06 17:43:34.520752 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-7da0e1f1-6f5d-4fe1-badf-5787acd952f0 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:34.521901 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-7da0e1f1-6f5d-4fe1-badf-5787acd952f0 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5584795 Jun 06 17:43:34.524926 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 49008) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:34.530522 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-5663b6b9-19a2-4697-8ad0-df6cc9ba35d5 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Request body: {'security_group_rule': {'security_group_id': '6b015a90-2437-4308-8e4d-4457f660d048', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:34.548344 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9d68e0cf-35cd-4083-bb0f-fd28e9fdadfe req-b5c030cc-7bfd-4655-9abf-5547829f535e tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142726 Jun 06 17:43:34.691276 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5663b6b9-19a2-4697-8ad0-df6cc9ba35d5 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:34.750722 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5663b6b9-19a2-4697-8ad0-df6cc9ba35d5 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:34.891334 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5663b6b9-19a2-4697-8ad0-df6cc9ba35d5 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480639'] for security_group_rule, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:34.899544 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:34.917262 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663b6b9-19a2-4697-8ad0-df6cc9ba35d5 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97aae2a-e064-4c4a-96e1-b9fdee161028,revision_number=0']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:34.919598 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-5663b6b9-19a2-4697-8ad0-df6cc9ba35d5 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:35.019655 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5663b6b9-19a2-4697-8ad0-df6cc9ba35d5 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:35.020891 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-5663b6b9-19a2-4697-8ad0-df6cc9ba35d5 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4943953 Jun 06 17:43:35.023473 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 49014) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:35.028209 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-6647d4fe-1790-47b1-b6cd-79f9ab00db4f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Request body: {'security_group_rule': {'security_group_id': '6b015a90-2437-4308-8e4d-4457f660d048', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:35.166512 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6647d4fe-1790-47b1-b6cd-79f9ab00db4f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:35.230526 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6647d4fe-1790-47b1-b6cd-79f9ab00db4f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:35.302446 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6647d4fe-1790-47b1-b6cd-79f9ab00db4f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480639'] for security_group_rule, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:35.304595 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-07f1ccbd-d2b2-47bc-9c12-a836221a2a3b tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:35.327186 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647d4fe-1790-47b1-b6cd-79f9ab00db4f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f42bef40-a408-42fd-814f-6561c68148ca,revision_number=0']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:35.331947 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-6647d4fe-1790-47b1-b6cd-79f9ab00db4f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:35.491245 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6647d4fe-1790-47b1-b6cd-79f9ab00db4f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:35.492460 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-6647d4fe-1790-47b1-b6cd-79f9ab00db4f tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4679883 Jun 06 17:43:35.495531 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 49028) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:35.499899 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-19a77c3c-7c62-4918-a416-ae60710f9593 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Request body: {'floatingip': {'floating_network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:35.617219 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-19a77c3c-7c62-4918-a416-ae60710f9593 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for floatingip, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:35.679101 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 75c18bb5-e7aa-40c9-bf36-40d3036891eb details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:43:35.771355 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f300e3-0d63-4515-a53f-b47f0a9587a4 req-cfaf82d2-8e88-4606-b54f-53dd1740409d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:35.773025 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e7f300e3-0d63-4515-a53f-b47f0a9587a4 req-cfaf82d2-8e88-4606-b54f-53dd1740409d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 944 time: 0.1178396 Jun 06 17:43:35.773703 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-19a77c3c-7c62-4918-a416-ae60710f9593 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:35.836769 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e7f300e3-0d63-4515-a53f-b47f0a9587a4 req-c87de4f0-ba9d-4eae-93ff-168034b76d8a tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523882 Jun 06 17:43:35.863663 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 75c18bb5-e7aa-40c9-bf36-40d3036891eb, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=75c18bb5-e7aa-40c9-bf36-40d3036891eb,segment=NetworkSegment(85cd9012-ca03-4fdb-9af9-af1476b52a9f),segment_id=85cd9012-ca03-4fdb-9af9-af1476b52a9f)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:35.879338 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Returning: {'device': '75c18bb5-e7aa-40c9-bf36-40d3036891eb', 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6', 'port_id': '75c18bb5-e7aa-40c9-bf36-40d3036891eb', 'mac_address': 'fa:16:3e:85:d1:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c39b957-51e6-41dc-913c-04e3215e7138', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:43:35.933762 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:35.936714 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.db_base_plugin_common [None req-19a77c3c-7c62-4918-a416-ae60710f9593 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Allocated IP 172.28.3.217 (ba4729d8-bae0-44dd-959b-45f2743fbe2e/d8ac2d9e-a11c-4f30-89f8-f7a6f927176d/19ca92f8-e0d2-4fd6-b154-bac63ddadf9f) {{(pid=98876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:43:35.954640 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c18bb5-e7aa-40c9-bf36-40d3036891eb {{(pid=98877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:43:35.971013 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 75c18bb5-e7aa-40c9-bf36-40d3036891eb, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=75c18bb5-e7aa-40c9-bf36-40d3036891eb,segment=NetworkSegment(85cd9012-ca03-4fdb-9af9-af1476b52a9f),segment_id=85cd9012-ca03-4fdb-9af9-af1476b52a9f)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:36.062682 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:36.065348 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-06590a73-49e1-4c54-ad66-22092b9780f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:36.093175 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-19a77c3c-7c62-4918-a416-ae60710f9593 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for port, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:36.132471 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=75c18bb5-e7aa-40c9-bf36-40d3036891eb,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:36.135495 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:36.189068 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-19a77c3c-7c62-4918-a416-ae60710f9593 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2112105'] for port, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:36.192809 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:36.261707 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a77c3c-7c62-4918-a416-ae60710f9593 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Network ba4729d8-bae0-44dd-959b-45f2743fbe2e is already hosted by enough agents. {{(pid=98876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:43:36.264651 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.base_scheduler [None req-19a77c3c-7c62-4918-a416-ae60710f9593 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Resources bound (agent type, host, resource id): {{(pid=98876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:36.270807 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a77c3c-7c62-4918-a416-ae60710f9593 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Received port after_create {{(pid=98876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:43:36.299848 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a77c3c-7c62-4918-a416-ae60710f9593 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Pushing event updated for resources: {'Port': ['ID=19ca92f8-e0d2-4fd6-b154-bac63ddadf9f,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:36.305692 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-19a77c3c-7c62-4918-a416-ae60710f9593 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:36.341857 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['75c18bb5-e7aa-40c9-bf36-40d3036891eb'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:43:36.355702 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-19a77c3c-7c62-4918-a416-ae60710f9593 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:36.492362 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-19a77c3c-7c62-4918-a416-ae60710f9593 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:36.709189 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-19a77c3c-7c62-4918-a416-ae60710f9593 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for port, precommit_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:36.825449 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-19a77c3c-7c62-4918-a416-ae60710f9593 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2112082'] for port, after_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:36.830482 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:36.941250 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a77c3c-7c62-4918-a416-ae60710f9593 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Pushing event updated for resources: {'Port': ['ID=19ca92f8-e0d2-4fd6-b154-bac63ddadf9f,revision_number=2']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:36.945424 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-19a77c3c-7c62-4918-a416-ae60710f9593 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:36.951706 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-19a77c3c-7c62-4918-a416-ae60710f9593 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608054'] for floatingip, after_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:37.033891 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6041b7a-a31d-4ed8-b618-ce57372cd786 req-c58ff6a7-14e5-470f-9467-1bfd6db6b209 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:37.035327 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a6041b7a-a31d-4ed8-b618-ce57372cd786 req-c58ff6a7-14e5-470f-9467-1bfd6db6b209 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 945 time: 0.0887957 Jun 06 17:43:37.074439 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-19a77c3c-7c62-4918-a416-ae60710f9593 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for floatingip, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:37.075670 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-19a77c3c-7c62-4918-a416-ae60710f9593 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5792067 Jun 06 17:43:37.081644 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a6041b7a-a31d-4ed8-b618-ce57372cd786 req-95514a94-9681-4ca3-bc03-1af11de56f90 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406113 Jun 06 17:43:37.299608 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-e9e46dbe-90c3-4402-afa4-e01173d5f957 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1028976431&fields=id&tenant_id=b44d9521c3844a3882ee6d0cc8b07187 HTTP/1.1" status: 200 len: 267 time: 0.0412338 Jun 06 17:43:37.450017 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-36983e2e-512c-4846-a1d7-552ac6fba9ea tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:37.451503 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-36983e2e-512c-4846-a1d7-552ac6fba9ea tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/networks?id=0c070bd4-ddfe-41f0-9fed-d7e70018cc8e HTTP/1.1" status: 200 len: 811 time: 0.1454897 Jun 06 17:43:37.470265 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-1acc46d1-6154-47ec-a429-5cd2d4d6efcf tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/quotas/b44d9521c3844a3882ee6d0cc8b07187 HTTP/1.1" status: 200 len: 375 time: 0.0118394 Jun 06 17:43:37.560253 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-287b7eee-1e95-4e61-8904-46babe330171 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b44d9521c3844a3882ee6d0cc8b07187&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0843899 Jun 06 17:43:37.686656 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 75c18bb5-e7aa-40c9-bf36-40d3036891eb up at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:37.792186 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-963b73c7-3c37-4e89-b0c3-72bca67e06bb service neutron] 10.222.0.23 "GET /v2.0/networks/0c070bd4-ddfe-41f0-9fed-d7e70018cc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205658 Jun 06 17:43:37.825693 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning for port 75c18bb5-e7aa-40c9-bf36-40d3036891eb completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:43:37.831413 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning complete for port 75c18bb5-e7aa-40c9-bf36-40d3036891eb triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:37.831885 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:37.932268 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-66a74d48-d99a-43a0-9310-258db61ee003 service neutron] 10.222.0.23 "GET /v2.0/networks/0c070bd4-ddfe-41f0-9fed-d7e70018cc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293831 Jun 06 17:43:37.963203 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:37.991174 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3660d74-12e8-44db-8b9e-40d190105b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c18bb5-e7aa-40c9-bf36-40d3036891eb'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:43:37.993406 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a264f08-e24b-446d-845b-8a158122e352" -d '{"events": [{"server_uuid": "b3660d74-12e8-44db-8b9e-40d190105b32", "name": "network-vif-plugged", "status": "completed", "tag": "75c18bb5-e7aa-40c9-bf36-40d3036891eb"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:43:38.001691 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 75c18bb5-e7aa-40c9-bf36-40d3036891eb, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=75c18bb5-e7aa-40c9-bf36-40d3036891eb,segment=NetworkSegment(85cd9012-ca03-4fdb-9af9-af1476b52a9f),segment_id=85cd9012-ca03-4fdb-9af9-af1476b52a9f)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:38.114563 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:38.117038 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-5997e874-40fd-479c-a996-3050c750d2dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:38.169900 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a33b86-8ac8-4c95-a9bb-71aeef009410 x-openstack-request-id: req-56a33b86-8ac8-4c95-a9bb-71aeef009410 {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:43:38.169900 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3660d74-12e8-44db-8b9e-40d190105b32", "name": "network-vif-plugged", "status": "completed", "tag": "75c18bb5-e7aa-40c9-bf36-40d3036891eb", "code": 200}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:43:38.169900 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56a33b86-8ac8-4c95-a9bb-71aeef009410 {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:43:38.169900 dv-cinder-791281-4-smb neutron-server[98877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3660d74-12e8-44db-8b9e-40d190105b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c18bb5-e7aa-40c9-bf36-40d3036891eb', 'code': 200} Jun 06 17:43:38.215355 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=75c18bb5-e7aa-40c9-bf36-40d3036891eb,revision_number=5']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:38.218835 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:38.268635 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-4760d1d8-a1c9-480b-98b4-64a1cd564600 req-25b16443-decf-4e2d-8ed3-a01a49c2afc5 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b62f710-fdcb-4868-8e73-15a666adeb33 HTTP/1.1" status: 200 len: 210 time: 0.0476315 Jun 06 17:43:38.328384 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c2946-767e-448f-9d14-062e39c4e81e req-0f7dc0b8-3b0a-4209-8efe-d6bcd1400df8 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:38.330561 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5f9c2946-767e-448f-9d14-062e39c4e81e req-0f7dc0b8-3b0a-4209-8efe-d6bcd1400df8 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.1009150 Jun 06 17:43:38.387106 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5f9c2946-767e-448f-9d14-062e39c4e81e req-ba973967-41dd-4ecd-ad0c-4dc1e164d576 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505416 Jun 06 17:43:38.675933 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d838c-86a0-4818-b3c5-15c906234dd8 req-17cbebe0-e194-4d70-b26b-9518d8fdb8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:38.677520 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ba3d838c-86a0-4818-b3c5-15c906234dd8 req-17cbebe0-e194-4d70-b26b-9518d8fdb8a1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 1099 time: 0.0728970 Jun 06 17:43:38.717814 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ba3d838c-86a0-4818-b3c5-15c906234dd8 req-28e683bf-fa12-4760-8064-07b3c3d1fee9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338583 Jun 06 17:43:39.405857 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864158a-9e3f-4987-b44f-379bd6a791f5 req-37bda850-2b90-4e9b-883f-3902cb511f29 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:39.408151 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-5864158a-9e3f-4987-b44f-379bd6a791f5 req-37bda850-2b90-4e9b-883f-3902cb511f29 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 984 time: 0.1029148 Jun 06 17:43:39.461959 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-5864158a-9e3f-4987-b44f-379bd6a791f5 req-68076d47-0cb4-40f8-8edc-1e0807777ee1 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&id=b8428a33-743b-4ee7-9f2e-fde88b24b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0476503 Jun 06 17:43:39.566308 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9c77599c-01c5-424a-8b22-962dd9019026 req-f6369cd2-240b-4e33-85ed-c59e465260b2 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b62f710-fdcb-4868-8e73-15a666adeb33 HTTP/1.1" status: 200 len: 210 time: 0.1102519 Jun 06 17:43:39.597008 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760b50d-97e3-4f78-87ce-a1086a77d434 req-5ddd517b-618e-496f-aa06-48ba758ec5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:39.598665 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1760b50d-97e3-4f78-87ce-a1086a77d434 req-5ddd517b-618e-496f-aa06-48ba758ec5ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b3ec8c5bcbb4f598b9611ce45de681b&device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 1137 time: 0.0992959 Jun 06 17:43:39.662461 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0854db5-e06d-4ab2-acec-8a644fd6ac8a req-69508006-2ccc-4294-bad0-f96f5cec66db tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:39.664197 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b0854db5-e06d-4ab2-acec-8a644fd6ac8a req-69508006-2ccc-4294-bad0-f96f5cec66db tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.0835373 Jun 06 17:43:39.722658 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b0854db5-e06d-4ab2-acec-8a644fd6ac8a req-d7384e49-cd8d-4ebd-b4ae-231c4833d48e tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514853 Jun 06 17:43:39.762288 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760b50d-97e3-4f78-87ce-a1086a77d434 req-7f3d3d8e-8de7-41ba-8aa5-b197e35106d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:39.763688 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1760b50d-97e3-4f78-87ce-a1086a77d434 req-7f3d3d8e-8de7-41ba-8aa5-b197e35106d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd6b6b73-4c91-4d11-9237-6a6a820356c1 HTTP/1.1" status: 200 len: 915 time: 0.1495068 Jun 06 17:43:39.869265 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1760b50d-97e3-4f78-87ce-a1086a77d434 req-dfc231ec-b9ae-46fa-8b60-fb509b8ec462 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8681dde-a1b2-4c32-8f61-252d15c194ff HTTP/1.1" status: 200 len: 1000 time: 0.0989048 Jun 06 17:43:39.943431 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760b50d-97e3-4f78-87ce-a1086a77d434 req-69e1bd81-b926-4f6e-959c-5eac530894f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:39.944723 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1760b50d-97e3-4f78-87ce-a1086a77d434 req-69e1bd81-b926-4f6e-959c-5eac530894f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46 HTTP/1.1" status: 200 len: 853 time: 0.0608962 Jun 06 17:43:40.029993 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760b50d-97e3-4f78-87ce-a1086a77d434 req-05e50dcb-9328-467e-9c3b-7a1ba34a4b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:40.031523 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1760b50d-97e3-4f78-87ce-a1086a77d434 req-05e50dcb-9328-467e-9c3b-7a1ba34a4b93 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd6b6b73-4c91-4d11-9237-6a6a820356c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754297 Jun 06 17:43:40.176532 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1760b50d-97e3-4f78-87ce-a1086a77d434 req-f772ec94-48b4-46dd-b969-da3fb7097bb3 service neutron] 10.222.0.21 "GET /v2.0/networks/dd6b6b73-4c91-4d11-9237-6a6a820356c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370373 Jun 06 17:43:40.311341 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1760b50d-97e3-4f78-87ce-a1086a77d434 req-360c7530-a712-415d-96a6-3a3b02dfe5ad service neutron] 10.222.0.21 "GET /v2.0/networks/dd6b6b73-4c91-4d11-9237-6a6a820356c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275361 Jun 06 17:43:40.680312 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d777d2-e162-4dfc-a4cb-536e2fd0362f req-7cbb7de3-d59c-4efd-a39a-cfcd27807dde tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:40.684071 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f5d777d2-e162-4dfc-a4cb-536e2fd0362f req-7cbb7de3-d59c-4efd-a39a-cfcd27807dde tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 984 time: 0.1070783 Jun 06 17:43:40.730874 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-d8d1563f-9a00-43d7-95b3-3b432f77503a req-d47d4fd8-08dd-4bce-8d9a-2e798844e8c2 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b62f710-fdcb-4868-8e73-15a666adeb33 HTTP/1.1" status: 200 len: 210 time: 0.0464890 Jun 06 17:43:40.748409 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f5d777d2-e162-4dfc-a4cb-536e2fd0362f req-bb0d91fb-2de0-4421-aa73-8e8bf39c6c59 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&id=b8428a33-743b-4ee7-9f2e-fde88b24b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0502045 Jun 06 17:43:40.923292 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74036bcf-3527-4a0b-af16-f0e795094658 req-fd5280c8-3452-4d65-aaf1-5b0ae6a7ea2a tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:40.924694 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-74036bcf-3527-4a0b-af16-f0e795094658 req-fd5280c8-3452-4d65-aaf1-5b0ae6a7ea2a tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.0877776 Jun 06 17:43:40.970571 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-74036bcf-3527-4a0b-af16-f0e795094658 req-9cedd82b-2140-45c7-b862-dd291622c287 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400951 Jun 06 17:43:41.130034 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-7ed76f55-c59d-4fd8-ad91-50b44321745d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:41.131838 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-7ed76f55-c59d-4fd8-ad91-50b44321745d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.21 "GET /v2.0/networks?id=0c070bd4-ddfe-41f0-9fed-d7e70018cc8e HTTP/1.1" status: 200 len: 811 time: 0.1564953 Jun 06 17:43:41.170082 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b9d9f-06c3-4cb5-b84d-b38108925de3 req-b870abb0-bd9a-4141-bdd6-b32196e6294d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:41.177210 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-120b9d9f-06c3-4cb5-b84d-b38108925de3 req-b870abb0-bd9a-4141-bdd6-b32196e6294d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.0960064 Jun 06 17:43:41.184895 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-92f44b28-c61c-4da7-a619-cfabef3711de tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b44d9521c3844a3882ee6d0cc8b07187 HTTP/1.1" status: 200 len: 380 time: 0.0435550 Jun 06 17:43:41.194832 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-653d5010-0716-4553-a0f4-bc0a8a7dba3b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Request body: {'port': {'device_id': '0b62f710-fdcb-4868-8e73-15a666adeb33', 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'admin_state_up': True, 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'security_groups': ['6b015a90-2437-4308-8e4d-4457f660d048']}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:41.228735 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-120b9d9f-06c3-4cb5-b84d-b38108925de3 req-b07fb883-52dc-46ba-be25-f07284b92a42 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506485 Jun 06 17:43:41.254710 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 49134) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:41.528616 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388f231b-1a28-4b09-9506-99c58e2c3a83 tempest-TestShelveInstance-927274189 tempest-TestShelveInstance-927274189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:41.528616 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-388f231b-1a28-4b09-9506-99c58e2c3a83 tempest-TestShelveInstance-927274189 tempest-TestShelveInstance-927274189-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 1094 time: 0.2705545 Jun 06 17:43:41.529476 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 49144) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:41.534415 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-39e24697-28c4-4d2a-92e4-93e3ca4bcf35 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Request body: {'floatingip': {'floating_network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'port_id': '75c18bb5-e7aa-40c9-bf36-40d3036891eb', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'fixed_ip_address': '172.20.0.11'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:41.563009 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-653d5010-0716-4553-a0f4-bc0a8a7dba3b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Made reservation on behalf of b44d9521c3844a3882ee6d0cc8b07187 for: {'port': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:43:41.566689 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-653d5010-0716-4553-a0f4-bc0a8a7dba3b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:41.665430 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-39e24697-28c4-4d2a-92e4-93e3ca4bcf35 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for floatingip, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:41.744541 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_common [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-653d5010-0716-4553-a0f4-bc0a8a7dba3b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Allocated IP 172.20.0.14 (0c070bd4-ddfe-41f0-9fed-d7e70018cc8e/e8be3246-7ec4-4d23-84b1-36d960621851/ab9daf94-5201-4291-a2f5-7834fc82e544) {{(pid=98875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:43:41.814423 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-39e24697-28c4-4d2a-92e4-93e3ca4bcf35 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:41.991706 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8633905f-57a5-490a-8801-a4dfe95aabac req-91db5682-b742-4600-80b0-8c5ecd502c5d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b62f710-fdcb-4868-8e73-15a666adeb33 HTTP/1.1" status: 200 len: 210 time: 0.0478630 Jun 06 17:43:42.018431 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.db_base_plugin_common [None req-39e24697-28c4-4d2a-92e4-93e3ca4bcf35 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Allocated IP 172.28.3.254 (ba4729d8-bae0-44dd-959b-45f2743fbe2e/d8ac2d9e-a11c-4f30-89f8-f7a6f927176d/41c559b5-e52d-4df6-9880-37187d103eb1) {{(pid=98876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:43:42.022692 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-653d5010-0716-4553-a0f4-bc0a8a7dba3b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for port, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:42.049166 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-653d5010-0716-4553-a0f4-bc0a8a7dba3b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Transition to ACTIVE for port object ab9daf94-5201-4291-a2f5-7834fc82e544 will not be triggered until provisioned by entity DHCP. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:43:42.073688 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a89164-29d8-4fe7-b419-84355d3d73e1 req-d1624c7a-2022-47f9-be5b-6fa1c57342e6 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:42.075463 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a8a89164-29d8-4fe7-b419-84355d3d73e1 req-d1624c7a-2022-47f9-be5b-6fa1c57342e6 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 984 time: 0.1543651 Jun 06 17:43:42.134183 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a8a89164-29d8-4fe7-b419-84355d3d73e1 req-406f776b-eb21-4fe0-9c2f-b878dafeba98 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&id=b8428a33-743b-4ee7-9f2e-fde88b24b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0500591 Jun 06 17:43:42.180715 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-39e24697-28c4-4d2a-92e4-93e3ca4bcf35 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for port, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:42.317952 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-653d5010-0716-4553-a0f4-bc0a8a7dba3b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:42.323639 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:42.383696 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-39e24697-28c4-4d2a-92e4-93e3ca4bcf35 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2112105'] for port, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:42.387737 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-653d5010-0716-4553-a0f4-bc0a8a7dba3b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Network 0c070bd4-ddfe-41f0-9fed-d7e70018cc8e is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:43:42.389507 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-9cf5f5e5-0842-4283-999b-2d50f66cc88b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:42.390933 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-653d5010-0716-4553-a0f4-bc0a8a7dba3b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:42.395591 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-653d5010-0716-4553-a0f4-bc0a8a7dba3b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Received port after_create {{(pid=98875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:43:42.401161 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-653d5010-0716-4553-a0f4-bc0a8a7dba3b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:42.401662 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-653d5010-0716-4553-a0f4-bc0a8a7dba3b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:42.415880 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d5010-0716-4553-a0f4-bc0a8a7dba3b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Pushing event updated for resources: {'Port': ['ID=ab9daf94-5201-4291-a2f5-7834fc82e544,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:42.420826 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-653d5010-0716-4553-a0f4-bc0a8a7dba3b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:42.465011 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e24697-28c4-4d2a-92e4-93e3ca4bcf35 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Network ba4729d8-bae0-44dd-959b-45f2743fbe2e is already hosted by enough agents. {{(pid=98876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:43:42.468080 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.base_scheduler [None req-39e24697-28c4-4d2a-92e4-93e3ca4bcf35 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Resources bound (agent type, host, resource id): {{(pid=98876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:42.472018 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e24697-28c4-4d2a-92e4-93e3ca4bcf35 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Received port after_create {{(pid=98876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:43:42.505885 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-653d5010-0716-4553-a0f4-bc0a8a7dba3b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3149502 Jun 06 17:43:42.515592 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e24697-28c4-4d2a-92e4-93e3ca4bcf35 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Pushing event updated for resources: {'Port': ['ID=41c559b5-e52d-4df6-9880-37187d103eb1,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:42.521661 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] Request body: {'port': {'device_id': '0b62f710-fdcb-4868-8e73-15a666adeb33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:42.525617 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-39e24697-28c4-4d2a-92e4-93e3ca4bcf35 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:42.676536 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:42.814138 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-2392d62b-3207-48a9-8c62-6eb1bedfd420 None None] Provisioning for port ab9daf94-5201-4291-a2f5-7834fc82e544 completed by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:43:42.821097 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-2392d62b-3207-48a9-8c62-6eb1bedfd420 None None] Provisioning complete for port ab9daf94-5201-4291-a2f5-7834fc82e544 triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:42.821523 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-2392d62b-3207-48a9-8c62-6eb1bedfd420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:42.877674 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-2392d62b-3207-48a9-8c62-6eb1bedfd420 None None] Port ab9daf94-5201-4291-a2f5-7834fc82e544 cannot update to ACTIVE because it is not bound. {{(pid=98877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:43:43.053321 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-39e24697-28c4-4d2a-92e4-93e3ca4bcf35 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:43.066801 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab9daf94-5201-4291-a2f5-7834fc82e544 {{(pid=98875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:43:43.074646 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:43.090351 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] Transition to ACTIVE for port object ab9daf94-5201-4291-a2f5-7834fc82e544 will not be triggered until provisioned by entity L2. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:43:43.191751 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebebf68-8001-4a1e-aa1f-7b548d1405e7 req-7174df31-2f26-42f2-857d-a235ef035e3b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:43.193303 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-cebebf68-8001-4a1e-aa1f-7b548d1405e7 req-7174df31-2f26-42f2-857d-a235ef035e3b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b62f710-fdcb-4868-8e73-15a666adeb33 HTTP/1.1" status: 200 len: 932 time: 0.0893674 Jun 06 17:43:43.210162 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-39e24697-28c4-4d2a-92e4-93e3ca4bcf35 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:43.234496 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:43.234496 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:43.393084 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] Pushing event updated for resources: {'Port': ['ID=ab9daf94-5201-4291-a2f5-7834fc82e544,revision_number=2']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:43.404101 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-cebebf68-8001-4a1e-aa1f-7b548d1405e7 req-bc4f99ce-2631-46b7-ae19-14d7562722df tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b015a90-2437-4308-8e4d-4457f660d048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050924 Jun 06 17:43:43.405327 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:43.466874 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] Attempting to bind port ab9daf94-5201-4291-a2f5-7834fc82e544 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:43:43.467205 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] Attempting to bind port ab9daf94-5201-4291-a2f5-7834fc82e544 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'fdad1d62-382b-41fb-ba35-3d784043d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e'}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:43:43.467925 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] Attempting to bind port ab9daf94-5201-4291-a2f5-7834fc82e544 on network 0c070bd4-ddfe-41f0-9fed-d7e70018cc8e {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:43:43.473356 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] Port ab9daf94-5201-4291-a2f5-7834fc82e544 on network 0c070bd4-ddfe-41f0-9fed-d7e70018cc8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:43:43.473834 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] Attempting to bind port ab9daf94-5201-4291-a2f5-7834fc82e544 on network 0c070bd4-ddfe-41f0-9fed-d7e70018cc8e {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:43:43.476161 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e913c-f271-4e7a-ba24-f01875102908 req-437f4bdd-d27c-41bb-b928-013469bb27c0 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:43.478334 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-990e913c-f271-4e7a-ba24-f01875102908 req-437f4bdd-d27c-41bb-b928-013469bb27c0 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 984 time: 0.2214198 Jun 06 17:43:43.480076 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] Checking agent: {'id': 'a6fcd907-c3ac-4abf-b52d-463afd7284ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'started_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:43:43.481938 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] Checking segment: {'id': 'fdad1d62-382b-41fb-ba35-3d784043d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:43:43.481938 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] Bound using segment: {'id': 'fdad1d62-382b-41fb-ba35-3d784043d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e'} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:43:43.481938 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] Bound port: ab9daf94-5201-4291-a2f5-7834fc82e544, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdad1d62-382b-41fb-ba35-3d784043d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e'}}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:43:43.481938 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:43.554660 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-990e913c-f271-4e7a-ba24-f01875102908 req-df1004f8-eb58-4ac9-8219-7b01288c40b0 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&id=b8428a33-743b-4ee7-9f2e-fde88b24b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0688322 Jun 06 17:43:43.576742 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-39e24697-28c4-4d2a-92e4-93e3ca4bcf35 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for port, precommit_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:43.598248 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] For port ab9daf94-5201-4291-a2f5-7834fc82e544, host hv-cinder-79128, cleared binding levels {{(pid=98875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:43:43.601599 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] For port ab9daf94-5201-4291-a2f5-7834fc82e544, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ab9daf94-5201-4291-a2f5-7834fc82e544,segment=NetworkSegment(fdad1d62-382b-41fb-ba35-3d784043d3b3),segment_id=fdad1d62-382b-41fb-ba35-3d784043d3b3)] {{(pid=98875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:43:43.694385 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-39e24697-28c4-4d2a-92e4-93e3ca4bcf35 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2112082'] for port, after_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:43.698564 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-797820f0-86b5-445d-bf9e-87a72c670427 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:43.706139 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:43.710732 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-0f84767a-d83d-4929-a1cd-b3e3eef46816 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:43.774621 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:43.778026 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:43.778026 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] 10.222.0.21 "PUT /v2.0/ports/ab9daf94-5201-4291-a2f5-7834fc82e544 HTTP/1.1" status: 200 len: 1094 time: 1.2603345 Jun 06 17:43:43.778026 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b62f710-fdcb-4868-8e73-15a666adeb33', 'tag': 'ab9daf94-5201-4291-a2f5-7834fc82e544'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:43:43.782846 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e01990-b0d9-4657-bedd-07dd61107342" -d '{"events": [{"name": "network-changed", "server_uuid": "0b62f710-fdcb-4868-8e73-15a666adeb33", "tag": "ab9daf94-5201-4291-a2f5-7834fc82e544"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:43:43.819111 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e24697-28c4-4d2a-92e4-93e3ca4bcf35 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Pushing event updated for resources: {'Port': ['ID=41c559b5-e52d-4df6-9880-37187d103eb1,revision_number=2']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:43.821779 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] Pushing event updated for resources: {'Port': ['ID=ab9daf94-5201-4291-a2f5-7834fc82e544,revision_number=3']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:43.823118 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-39e24697-28c4-4d2a-92e4-93e3ca4bcf35 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:43.826023 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-39e24697-28c4-4d2a-92e4-93e3ca4bcf35 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608054'] for floatingip, after_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:43.835974 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:43.857016 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07f659a-3ef7-46cf-b0cf-fcca254764e9 x-openstack-request-id: req-d07f659a-3ef7-46cf-b0cf-fcca254764e9 {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:43:43.857323 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b62f710-fdcb-4868-8e73-15a666adeb33", "tag": "ab9daf94-5201-4291-a2f5-7834fc82e544", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:43:43.857643 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d07f659a-3ef7-46cf-b0cf-fcca254764e9 {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:43:43.858055 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b62f710-fdcb-4868-8e73-15a666adeb33', 'tag': 'ab9daf94-5201-4291-a2f5-7834fc82e544', 'status': 'completed', 'code': 200} Jun 06 17:43:43.988070 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e01990-b0d9-4657-bedd-07dd61107342 req-78168d9f-1aa2-43a6-9601-dd24137cd8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:43.988070 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-95e01990-b0d9-4657-bedd-07dd61107342 req-78168d9f-1aa2-43a6-9601-dd24137cd8fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b44d9521c3844a3882ee6d0cc8b07187&device_id=0b62f710-fdcb-4868-8e73-15a666adeb33 HTTP/1.1" status: 200 len: 1097 time: 0.1095273 Jun 06 17:43:44.090246 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.db.l3_db [None req-39e24697-28c4-4d2a-92e4-93e3ca4bcf35 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Floating IP c90b2b0c-1669-4cd0-976e-09db388abc52 associated. External IP: 172.28.3.254, port: 75c18bb5-e7aa-40c9-bf36-40d3036891eb. Jun 06 17:43:44.226430 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e01990-b0d9-4657-bedd-07dd61107342 req-674e4606-e719-4cb4-9003-218573c42043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:44.321696 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-95e01990-b0d9-4657-bedd-07dd61107342 req-674e4606-e719-4cb4-9003-218573c42043 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=b44d9521c3844a3882ee6d0cc8b07187&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2333684 Jun 06 17:43:44.385257 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e01990-b0d9-4657-bedd-07dd61107342 req-4410b548-2336-406a-88a1-ed755a1eda0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:44.386814 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-95e01990-b0d9-4657-bedd-07dd61107342 req-4410b548-2336-406a-88a1-ed755a1eda0f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1488330 Jun 06 17:43:44.484342 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e24697-28c4-4d2a-92e4-93e3ca4bcf35 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Router 4a750bf7-911c-41d0-90dd-3bea408af14d has already been hosted by L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 {{(pid=98876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:43:44.508523 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-e9295550-fbf4-4b7c-bcb0-2b09ce167a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:44.510103 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-e9295550-fbf4-4b7c-bcb0-2b09ce167a5f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b44d9521c3844a3882ee6d0cc8b07187&device_id=0b62f710-fdcb-4868-8e73-15a666adeb33 HTTP/1.1" status: 200 len: 1097 time: 0.0835030 Jun 06 17:43:44.632889 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-86b64d6e-778f-4639-b9e6-5a62245f5ddd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab9daf94-5201-4291-a2f5-7834fc82e544 HTTP/1.1" status: 200 len: 217 time: 0.1123402 Jun 06 17:43:44.716907 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-25cc1740-ee20-43ed-8d11-c53edd297339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:44.716907 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-25cc1740-ee20-43ed-8d11-c53edd297339 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8be3246-7ec4-4d23-84b1-36d960621851 HTTP/1.1" status: 200 len: 850 time: 0.0712593 Jun 06 17:43:44.726050 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e24697-28c4-4d2a-92e4-93e3ca4bcf35 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:43:44.728858 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48eb89-ced4-4f37-a720-0a1ce2c245ac req-061cddf8-426b-4b96-8915-facfb0772c5e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:44.730304 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9b48eb89-ced4-4f37-a720-0a1ce2c245ac req-061cddf8-426b-4b96-8915-facfb0772c5e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b62f710-fdcb-4868-8e73-15a666adeb33 HTTP/1.1" status: 200 len: 944 time: 0.1481125 Jun 06 17:43:44.738039 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3649d6b-8551-4d18-9694-7755ff774e09 None None] Sync routers for ids ['4a750bf7-911c-41d0-90dd-3bea408af14d'] in dv-cinder-791281-4-smb {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:43:44.753103 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3649d6b-8551-4d18-9694-7755ff774e09 None None] Routers {'4a750bf7-911c-41d0-90dd-3bea408af14d'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:44.754042 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-a3649d6b-8551-4d18-9694-7755ff774e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:43:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['4a750bf7-911c-41d0-90dd-3bea408af14d'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:44.795573 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7e13a-ef49-411c-ac42-c5180a14091a req-9cf864fa-6e63-4832-ab39-691f0a014385 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:44.797185 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-35b7e13a-ef49-411c-ac42-c5180a14091a req-9cf864fa-6e63-4832-ab39-691f0a014385 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 984 time: 0.1210101 Jun 06 17:43:44.845392 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9b48eb89-ced4-4f37-a720-0a1ce2c245ac req-a195f447-5e15-4044-8a63-21b7638c77bf tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b015a90-2437-4308-8e4d-4457f660d048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821230 Jun 06 17:43:44.871971 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-35b7e13a-ef49-411c-ac42-c5180a14091a req-174eadd6-923b-4b7c-a165-20e22baf6b11 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&id=b8428a33-743b-4ee7-9f2e-fde88b24b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0671520 Jun 06 17:43:44.877614 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-b7b701e7-79c3-4b28-80b9-c6e87cd5b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:44.879317 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-b7b701e7-79c3-4b28-80b9-c6e87cd5b058 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c070bd4-ddfe-41f0-9fed-d7e70018cc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1479938 Jun 06 17:43:44.883952 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-39e24697-28c4-4d2a-92e4-93e3ca4bcf35 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for floatingip, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:44.963567 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-a3649d6b-8551-4d18-9694-7755ff774e09 None None] Set router 4a750bf7-911c-41d0-90dd-3bea408af14d gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:44.974281 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-39e24697-28c4-4d2a-92e4-93e3ca4bcf35 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4329064 Jun 06 17:43:44.975250 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3660d74-12e8-44db-8b9e-40d190105b32', 'tag': '75c18bb5-e7aa-40c9-bf36-40d3036891eb'}] {{(pid=98876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:43:44.979769 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91460aefa9f54846cc42f67c5f816f74be94cdcf99017a50cb1c51462aafff52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f1e531-715d-4de2-b64b-dd82b9ed3143" -d '{"events": [{"name": "network-changed", "server_uuid": "b3660d74-12e8-44db-8b9e-40d190105b32", "tag": "75c18bb5-e7aa-40c9-bf36-40d3036891eb"}]}' {{(pid=98876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:43:45.036902 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a658928b-f819-48ec-be9b-d2d29b834c81 x-openstack-request-id: req-a658928b-f819-48ec-be9b-d2d29b834c81 {{(pid=98876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:43:45.037232 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3660d74-12e8-44db-8b9e-40d190105b32", "tag": "75c18bb5-e7aa-40c9-bf36-40d3036891eb", "status": "completed", "code": 200}]} {{(pid=98876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:43:45.037517 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a658928b-f819-48ec-be9b-d2d29b834c81 {{(pid=98876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:43:45.037941 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3660d74-12e8-44db-8b9e-40d190105b32', 'tag': '75c18bb5-e7aa-40c9-bf36-40d3036891eb', 'status': 'completed', 'code': 200} Jun 06 17:43:45.098214 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-f00cbe54-60b9-41aa-858f-3a3068f489c1 service neutron] 10.222.0.21 "GET /v2.0/networks/0c070bd4-ddfe-41f0-9fed-d7e70018cc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013640 Jun 06 17:43:45.288452 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1e531-715d-4de2-b64b-dd82b9ed3143 req-b0816f27-7956-4e5d-9b02-171bcd1fea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:45.289940 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-40f1e531-715d-4de2-b64b-dd82b9ed3143 req-b0816f27-7956-4e5d-9b02-171bcd1fea4c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e04771eabc3d4bcda17450a5c7a0c4ed&device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 1099 time: 0.1962981 Jun 06 17:43:45.293574 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b639ce82-ccd1-44a6-8537-9c7d2562baa2 req-01888d72-ae8b-4dfd-b576-a2dd99ef673f service neutron] 10.222.0.21 "GET /v2.0/networks/0c070bd4-ddfe-41f0-9fed-d7e70018cc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621873 Jun 06 17:43:45.394508 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-a3649d6b-8551-4d18-9694-7755ff774e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'name': 'tempest-TestShelveInstance-2124173888-router', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:25Z', 'updated_at': '2021-06-06T17:42:35Z', 'revision_number': 4, 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'gw_port': {'id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:26Z', 'updated_at': '2021-06-06T17:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_floatingips': [{'id': 'c90b2b0c-1669-4cd0-976e-09db388abc52', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'floating_ip_address': '172.28.3.254', 'floating_network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'router_id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'port_id': '75c18bb5-e7aa-40c9-bf36-40d3036891eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6', 'mac_address': 'fa:16:3e:85:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3660d74-12e8-44db-8b9e-40d190105b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:43:42Z', 'updated_at': '2021-06-06T17:43:42Z', 'revision_number': 0, 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c8ae3b8-9daf-489b-9c60-a3e094eb86b4', 'name': '', 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'mac_address': 'fa:16:3e:93:1f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5c39b957-51e6-41dc-913c-04e3215e7138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:33Z', 'updated_at': '2021-06-06T17:42:43Z', 'revision_number': 5, 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'subnets': [{'id': '5c39b957-51e6-41dc-913c-04e3215e7138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:45.398300 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3649d6b-8551-4d18-9694-7755ff774e09 None None] Checking router: 4a750bf7-911c-41d0-90dd-3bea408af14d for host: dv-cinder-791281-4-smb {{(pid=98877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:43:45.406451 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3649d6b-8551-4d18-9694-7755ff774e09 None None] Routers {'4a750bf7-911c-41d0-90dd-3bea408af14d'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:45.407080 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-a3649d6b-8551-4d18-9694-7755ff774e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:43:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['4a750bf7-911c-41d0-90dd-3bea408af14d'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:45.441597 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1e531-715d-4de2-b64b-dd82b9ed3143 req-a9c8f180-ea33-4c26-b7d2-9f180ecb0e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:45.448386 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-40f1e531-715d-4de2-b64b-dd82b9ed3143 req-a9c8f180-ea33-4c26-b7d2-9f180ecb0e45 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca7b7292-ac0b-4579-b556-747f7f1215a6 HTTP/1.1" status: 200 len: 910 time: 0.1361043 Jun 06 17:43:45.556749 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-40f1e531-715d-4de2-b64b-dd82b9ed3143 req-492254e0-55c6-4d43-a7a3-6b4ba6a01eec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75c18bb5-e7aa-40c9-bf36-40d3036891eb HTTP/1.1" status: 200 len: 1000 time: 0.1066160 Jun 06 17:43:45.595503 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-a3649d6b-8551-4d18-9694-7755ff774e09 None None] Set router 4a750bf7-911c-41d0-90dd-3bea408af14d gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:45.626818 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1e531-715d-4de2-b64b-dd82b9ed3143 req-6bf6b58d-aaa2-4829-8390-6f28c51e6f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:45.628268 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-40f1e531-715d-4de2-b64b-dd82b9ed3143 req-6bf6b58d-aaa2-4829-8390-6f28c51e6f4f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c39b957-51e6-41dc-913c-04e3215e7138 HTTP/1.1" status: 200 len: 848 time: 0.0641818 Jun 06 17:43:45.708242 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1e531-715d-4de2-b64b-dd82b9ed3143 req-64355607-8b28-4536-86c2-68471c0cdb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:45.709756 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-40f1e531-715d-4de2-b64b-dd82b9ed3143 req-64355607-8b28-4536-86c2-68471c0cdb58 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca7b7292-ac0b-4579-b556-747f7f1215a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734823 Jun 06 17:43:45.771304 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-7e3aa3da-aca4-44eb-a267-41858d3ccea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:45.853638 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-40f1e531-715d-4de2-b64b-dd82b9ed3143 req-9295927f-d8e6-4cdd-9497-b1b46d262615 service neutron] 10.222.0.21 "GET /v2.0/networks/ca7b7292-ac0b-4579-b556-747f7f1215a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330333 Jun 06 17:43:46.005122 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-a3649d6b-8551-4d18-9694-7755ff774e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'name': 'tempest-TestShelveInstance-2124173888-router', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:25Z', 'updated_at': '2021-06-06T17:42:35Z', 'revision_number': 4, 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'gw_port': {'id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:26Z', 'updated_at': '2021-06-06T17:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_floatingips': [{'id': 'c90b2b0c-1669-4cd0-976e-09db388abc52', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'floating_ip_address': '172.28.3.254', 'floating_network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'router_id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'port_id': '75c18bb5-e7aa-40c9-bf36-40d3036891eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6', 'mac_address': 'fa:16:3e:85:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3660d74-12e8-44db-8b9e-40d190105b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:43:42Z', 'updated_at': '2021-06-06T17:43:42Z', 'revision_number': 0, 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c8ae3b8-9daf-489b-9c60-a3e094eb86b4', 'name': '', 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'mac_address': 'fa:16:3e:93:1f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5c39b957-51e6-41dc-913c-04e3215e7138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:33Z', 'updated_at': '2021-06-06T17:42:43Z', 'revision_number': 5, 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'subnets': [{'id': '5c39b957-51e6-41dc-913c-04e3215e7138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:46.011041 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3649d6b-8551-4d18-9694-7755ff774e09 None None] The sync data for ids ['4a750bf7-911c-41d0-90dd-3bea408af14d'] in dv-cinder-791281-4-smb is: [{'id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'name': 'tempest-TestShelveInstance-2124173888-router', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:25Z', 'updated_at': '2021-06-06T17:42:35Z', 'revision_number': 4, 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'gw_port': {'id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:26Z', 'updated_at': '2021-06-06T17:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_floatingips': [{'id': 'c90b2b0c-1669-4cd0-976e-09db388abc52', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'floating_ip_address': '172.28.3.254', 'floating_network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'router_id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'port_id': '75c18bb5-e7aa-40c9-bf36-40d3036891eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6', 'mac_address': 'fa:16:3e:85:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3660d74-12e8-44db-8b9e-40d190105b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:43:42Z', 'updated_at': '2021-06-06T17:43:42Z', 'revision_number': 0, 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c8ae3b8-9daf-489b-9c60-a3e094eb86b4', 'name': '', 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'mac_address': 'fa:16:3e:93:1f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5c39b957-51e6-41dc-913c-04e3215e7138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:33Z', 'updated_at': '2021-06-06T17:42:43Z', 'revision_number': 5, 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'subnets': [{'id': '5c39b957-51e6-41dc-913c-04e3215e7138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:43:46.176513 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-40f1e531-715d-4de2-b64b-dd82b9ed3143 req-8cca9825-1f4b-406d-8c44-0d325189b82d service neutron] 10.222.0.21 "GET /v2.0/networks/ca7b7292-ac0b-4579-b556-747f7f1215a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112040 Jun 06 17:43:46.214614 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a38299-742f-44a1-9e4c-47471fab51a3 req-a8b07676-343e-40d1-b53c-7f306b9e158e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:46.216483 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-39a38299-742f-44a1-9e4c-47471fab51a3 req-a8b07676-343e-40d1-b53c-7f306b9e158e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b62f710-fdcb-4868-8e73-15a666adeb33 HTTP/1.1" status: 200 len: 944 time: 0.1438038 Jun 06 17:43:46.254232 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fabc7-0a96-4a66-a8cf-d9360f7665d7 req-9e5c8da6-1c6a-4e7e-8633-6b8a2d5944e8 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:46.262728 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-cc1fabc7-0a96-4a66-a8cf-d9360f7665d7 req-9e5c8da6-1c6a-4e7e-8633-6b8a2d5944e8 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 984 time: 0.2529476 Jun 06 17:43:46.276075 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-39a38299-742f-44a1-9e4c-47471fab51a3 req-5a7ab4c8-ed03-4de8-bc5f-3fa9a3cc6011 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b015a90-2437-4308-8e4d-4457f660d048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510101 Jun 06 17:43:46.325820 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-cc1fabc7-0a96-4a66-a8cf-d9360f7665d7 req-42a43a88-fa6c-4973-9662-60c395048ec9 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&id=b8428a33-743b-4ee7-9f2e-fde88b24b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592446 Jun 06 17:43:46.325983 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0321de9-23b5-4e1f-920f-462d2e01b63a None None] New status for floating IP c90b2b0c-1669-4cd0-976e-09db388abc52: ACTIVE {{(pid=98878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:43:47.473785 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bfa2c-1c4a-400f-93bb-3f8be3a48f58 req-a34048ef-c348-4ea0-aee2-7a615b02660d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:47.475567 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-956bfa2c-1c4a-400f-93bb-3f8be3a48f58 req-a34048ef-c348-4ea0-aee2-7a615b02660d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b62f710-fdcb-4868-8e73-15a666adeb33 HTTP/1.1" status: 200 len: 944 time: 0.0824795 Jun 06 17:43:47.516434 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ce27c-c62c-46a0-aceb-6322868b3a7c req-8a45834f-9829-4f80-bfc9-2f1841302e3a tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:47.522295 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9d2ce27c-c62c-46a0-aceb-6322868b3a7c req-8a45834f-9829-4f80-bfc9-2f1841302e3a tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 984 time: 0.0903769 Jun 06 17:43:47.539948 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-956bfa2c-1c4a-400f-93bb-3f8be3a48f58 req-e0851507-f4e4-43b7-bb3d-307309601ae0 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b015a90-2437-4308-8e4d-4457f660d048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588021 Jun 06 17:43:47.568291 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9d2ce27c-c62c-46a0-aceb-6322868b3a7c req-9bdd3e6d-2c73-45c9-aaa8-c28ff3a2ec77 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&id=b8428a33-743b-4ee7-9f2e-fde88b24b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440652 Jun 06 17:43:47.753383 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device ab9daf94-5201-4291-a2f5-7834fc82e544 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:43:47.888360 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port ab9daf94-5201-4291-a2f5-7834fc82e544, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ab9daf94-5201-4291-a2f5-7834fc82e544,segment=NetworkSegment(fdad1d62-382b-41fb-ba35-3d784043d3b3),segment_id=fdad1d62-382b-41fb-ba35-3d784043d3b3)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:47.901739 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Returning: {'device': 'ab9daf94-5201-4291-a2f5-7834fc82e544', 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'port_id': 'ab9daf94-5201-4291-a2f5-7834fc82e544', 'mac_address': 'fa:16:3e:b5:92:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:43:47.956947 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:47.973871 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9daf94-5201-4291-a2f5-7834fc82e544 {{(pid=98877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:43:47.989447 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port ab9daf94-5201-4291-a2f5-7834fc82e544, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ab9daf94-5201-4291-a2f5-7834fc82e544,segment=NetworkSegment(fdad1d62-382b-41fb-ba35-3d784043d3b3),segment_id=fdad1d62-382b-41fb-ba35-3d784043d3b3)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:48.122679 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:48.126019 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:48.212458 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=ab9daf94-5201-4291-a2f5-7834fc82e544,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:48.215358 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:48.279673 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-9db828ad-efe7-4b29-b77f-c8e1002ba1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:48.313657 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:48.402545 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['ab9daf94-5201-4291-a2f5-7834fc82e544'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:43:48.451115 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:43:48.742576 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcea58-e3d3-49cf-95dd-c619b4daa729 req-4a43a78f-dce3-4dc4-954a-185a6ffdd435 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:48.744045 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-d9bcea58-e3d3-49cf-95dd-c619b4daa729 req-4a43a78f-dce3-4dc4-954a-185a6ffdd435 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b62f710-fdcb-4868-8e73-15a666adeb33 HTTP/1.1" status: 200 len: 945 time: 0.0851026 Jun 06 17:43:48.762430 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f974c-6d3f-441d-b13f-180c9a888e31 req-e0f52661-9320-4951-87e2-499ab89811bb tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:48.762430 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-813f974c-6d3f-441d-b13f-180c9a888e31 req-e0f52661-9320-4951-87e2-499ab89811bb tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 984 time: 0.0840554 Jun 06 17:43:48.790629 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-d9bcea58-e3d3-49cf-95dd-c619b4daa729 req-940a44ee-6758-4f37-be17-8177676f2397 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b015a90-2437-4308-8e4d-4457f660d048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407717 Jun 06 17:43:48.816700 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-813f974c-6d3f-441d-b13f-180c9a888e31 req-4a317cca-5b4c-4485-b5c1-4570c53f2553 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&id=b8428a33-743b-4ee7-9f2e-fde88b24b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463409 Jun 06 17:43:49.200743 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:49.764311 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device ab9daf94-5201-4291-a2f5-7834fc82e544 up at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:49.919956 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning for port ab9daf94-5201-4291-a2f5-7834fc82e544 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:43:49.927559 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning complete for port ab9daf94-5201-4291-a2f5-7834fc82e544 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:49.928066 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:49.991370 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933db7d-439c-4e5c-823c-f4eecb3ad459 req-2e5f88ea-6c4a-47d6-a110-21628f212f42 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:49.998360 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-a933db7d-439c-4e5c-823c-f4eecb3ad459 req-2e5f88ea-6c4a-47d6-a110-21628f212f42 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b62f710-fdcb-4868-8e73-15a666adeb33 HTTP/1.1" status: 200 len: 945 time: 0.0997303 Jun 06 17:43:50.020945 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550cc13-455e-48b6-8205-0ae038490fcf req-e8b24e81-f006-43ec-8739-bef16df28614 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:50.022049 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1550cc13-455e-48b6-8205-0ae038490fcf req-e8b24e81-f006-43ec-8739-bef16df28614 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 984 time: 0.0964589 Jun 06 17:43:50.053996 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:50.054981 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-a933db7d-439c-4e5c-823c-f4eecb3ad459 req-777773c1-be14-41ab-85a4-1e9895832b29 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b015a90-2437-4308-8e4d-4457f660d048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557151 Jun 06 17:43:50.081157 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1550cc13-455e-48b6-8205-0ae038490fcf req-5050fc40-00e8-4e11-8829-8074e51516ac tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&id=b8428a33-743b-4ee7-9f2e-fde88b24b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531478 Jun 06 17:43:50.085137 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b62f710-fdcb-4868-8e73-15a666adeb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9daf94-5201-4291-a2f5-7834fc82e544'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:43:50.087407 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ce8397-95fd-4eb7-8090-008be94c3e98" -d '{"events": [{"server_uuid": "0b62f710-fdcb-4868-8e73-15a666adeb33", "name": "network-vif-plugged", "status": "completed", "tag": "ab9daf94-5201-4291-a2f5-7834fc82e544"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:43:50.105884 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port ab9daf94-5201-4291-a2f5-7834fc82e544, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ab9daf94-5201-4291-a2f5-7834fc82e544,segment=NetworkSegment(fdad1d62-382b-41fb-ba35-3d784043d3b3),segment_id=fdad1d62-382b-41fb-ba35-3d784043d3b3)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:50.136922 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9751a0a-5900-4da9-ab8d-f83756541a52 x-openstack-request-id: req-a9751a0a-5900-4da9-ab8d-f83756541a52 {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:43:50.136922 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b62f710-fdcb-4868-8e73-15a666adeb33", "name": "network-vif-plugged", "status": "completed", "tag": "ab9daf94-5201-4291-a2f5-7834fc82e544", "code": 200}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:43:50.136922 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9751a0a-5900-4da9-ab8d-f83756541a52 {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:43:50.136922 dv-cinder-791281-4-smb neutron-server[98877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b62f710-fdcb-4868-8e73-15a666adeb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9daf94-5201-4291-a2f5-7834fc82e544', 'code': 200} Jun 06 17:43:50.265151 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:50.267022 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-34c8ef6a-86d2-43dc-948f-660489c9cf78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:50.334718 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=ab9daf94-5201-4291-a2f5-7834fc82e544,revision_number=5']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:50.338888 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:50.560307 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc5d40-bcfc-412f-9a71-1f36f2f1aabf req-495482c2-76e7-435c-9140-cb2e21dc373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:50.562044 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-57dc5d40-bcfc-412f-9a71-1f36f2f1aabf req-495482c2-76e7-435c-9140-cb2e21dc373b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0b62f710-fdcb-4868-8e73-15a666adeb33 HTTP/1.1" status: 200 len: 1099 time: 0.0701153 Jun 06 17:43:50.606285 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-57dc5d40-bcfc-412f-9a71-1f36f2f1aabf req-98d34a7d-0dbb-4f0e-bf51-79dff87b586e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6b015a90-2437-4308-8e4d-4457f660d048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358088 Jun 06 17:43:50.862605 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:51.240793 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e12694-bf59-4c45-a240-e3cbdf1a7548 req-321030ad-e9cd-4966-9cb2-1627dfd80cbf tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:51.242389 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c8e12694-bf59-4c45-a240-e3cbdf1a7548 req-321030ad-e9cd-4966-9cb2-1627dfd80cbf tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b62f710-fdcb-4868-8e73-15a666adeb33 HTTP/1.1" status: 200 len: 946 time: 0.0862744 Jun 06 17:43:51.274696 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9e0c6-619f-46d5-ba6c-34cbbbb8ccea req-99310d17-49cd-4fc2-a451-0ac8e8522b2d tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:51.276283 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-2ed9e0c6-619f-46d5-ba6c-34cbbbb8ccea req-99310d17-49cd-4fc2-a451-0ac8e8522b2d tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 984 time: 0.0868318 Jun 06 17:43:51.290598 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c8e12694-bf59-4c45-a240-e3cbdf1a7548 req-447eccd8-fcb1-445d-bfec-cee1219ce779 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b015a90-2437-4308-8e4d-4457f660d048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418422 Jun 06 17:43:51.342794 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-2ed9e0c6-619f-46d5-ba6c-34cbbbb8ccea req-a27cd198-c729-4798-8564-c764bcac3861 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&id=b8428a33-743b-4ee7-9f2e-fde88b24b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601437 Jun 06 17:43:52.480051 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6635f8-c75d-48a9-b000-736562d84573 req-b141fd6d-fdb5-4296-b520-1ed4609bcbf1 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:52.481507 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1f6635f8-c75d-48a9-b000-736562d84573 req-b141fd6d-fdb5-4296-b520-1ed4609bcbf1 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b62f710-fdcb-4868-8e73-15a666adeb33 HTTP/1.1" status: 200 len: 946 time: 0.0807438 Jun 06 17:43:52.536341 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1f6635f8-c75d-48a9-b000-736562d84573 req-50ebade0-13cd-43f4-be09-ecd2c64e8388 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b015a90-2437-4308-8e4d-4457f660d048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483196 Jun 06 17:43:52.545835 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828a5c6-c0d7-427b-99ef-85f0c5e2142d req-6e5e0afa-8987-4453-a755-c45c1b280b6d tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:52.547175 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8828a5c6-c0d7-427b-99ef-85f0c5e2142d req-6e5e0afa-8987-4453-a755-c45c1b280b6d tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 984 time: 0.0950446 Jun 06 17:43:52.594981 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8828a5c6-c0d7-427b-99ef-85f0c5e2142d req-695c9306-a7e7-49fa-8bfd-65c4ab5900a4 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&id=b8428a33-743b-4ee7-9f2e-fde88b24b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405118 Jun 06 17:43:52.764841 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8b369-293c-4b91-94b2-e24d19698e61 req-011ce97f-53d5-4948-b5e1-963537e7241c tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:52.766817 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e2c8b369-293c-4b91-94b2-e24d19698e61 req-011ce97f-53d5-4948-b5e1-963537e7241c tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b62f710-fdcb-4868-8e73-15a666adeb33 HTTP/1.1" status: 200 len: 946 time: 0.0837088 Jun 06 17:43:52.775407 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 49342) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:52.780147 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-0cc45acb-524c-4551-adca-9c030f1c123d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Request body: {'floatingip': {'port_id': 'ab9daf94-5201-4291-a2f5-7834fc82e544'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:52.860042 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0cc45acb-524c-4551-adca-9c030f1c123d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for floatingip, before_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:53.468006 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0cc45acb-524c-4551-adca-9c030f1c123d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:53.585120 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0cc45acb-524c-4551-adca-9c030f1c123d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608054'] for floatingip, after_update {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:53.804657 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fde23b-66d5-43b2-9131-50269283d626 req-7a4cc660-e077-4ba5-a1fd-6139376ed77e tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:53.810637 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-21fde23b-66d5-43b2-9131-50269283d626 req-7a4cc660-e077-4ba5-a1fd-6139376ed77e tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 984 time: 0.1052933 Jun 06 17:43:53.874781 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-21fde23b-66d5-43b2-9131-50269283d626 req-fc6de404-0d7d-4835-a934-64bc7b6b1511 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&id=b8428a33-743b-4ee7-9f2e-fde88b24b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571771 Jun 06 17:43:53.876675 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.db.l3_db [None req-0cc45acb-524c-4551-adca-9c030f1c123d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Floating IP 0fd8bccf-c227-490e-bc3c-910537d7a6b0 associated. External IP: 172.28.3.217, port: ab9daf94-5201-4291-a2f5-7834fc82e544. Jun 06 17:43:54.234354 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc45acb-524c-4551-adca-9c030f1c123d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Router bcc9cc58-7091-46d6-808d-29263a430786 has already been hosted by L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 {{(pid=98876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:43:54.416346 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc45acb-524c-4551-adca-9c030f1c123d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:43:54.421157 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0cc45acb-524c-4551-adca-9c030f1c123d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for floatingip, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:54.426426 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03352c6-82ee-4d5e-9f58-5981c70313b5 None None] Sync routers for ids ['bcc9cc58-7091-46d6-808d-29263a430786'] in dv-cinder-791281-4-smb {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:43:54.437127 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03352c6-82ee-4d5e-9f58-5981c70313b5 None None] Routers {'bcc9cc58-7091-46d6-808d-29263a430786'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:54.437737 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-a03352c6-82ee-4d5e-9f58-5981c70313b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:43:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['bcc9cc58-7091-46d6-808d-29263a430786'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:54.475695 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-0cc45acb-524c-4551-adca-9c030f1c123d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "PUT /v2.0/floatingips/0fd8bccf-c227-490e-bc3c-910537d7a6b0 HTTP/1.1" status: 200 len: 992 time: 1.6991453 Jun 06 17:43:54.476444 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b62f710-fdcb-4868-8e73-15a666adeb33', 'tag': 'ab9daf94-5201-4291-a2f5-7834fc82e544'}] {{(pid=98876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:43:54.478852 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91460aefa9f54846cc42f67c5f816f74be94cdcf99017a50cb1c51462aafff52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64a0a65-2b52-4343-8b28-8519b86fba66" -d '{"events": [{"name": "network-changed", "server_uuid": "0b62f710-fdcb-4868-8e73-15a666adeb33", "tag": "ab9daf94-5201-4291-a2f5-7834fc82e544"}]}' {{(pid=98876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:43:54.527777 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25426b0-f8df-4322-8fc7-763feca127a5 x-openstack-request-id: req-e25426b0-f8df-4322-8fc7-763feca127a5 {{(pid=98876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:43:54.528112 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b62f710-fdcb-4868-8e73-15a666adeb33", "tag": "ab9daf94-5201-4291-a2f5-7834fc82e544", "status": "completed", "code": 200}]} {{(pid=98876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:43:54.528406 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e25426b0-f8df-4322-8fc7-763feca127a5 {{(pid=98876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:43:54.528837 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b62f710-fdcb-4868-8e73-15a666adeb33', 'tag': 'ab9daf94-5201-4291-a2f5-7834fc82e544', 'status': 'completed', 'code': 200} Jun 06 17:43:54.673262 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-a03352c6-82ee-4d5e-9f58-5981c70313b5 None None] Set router bcc9cc58-7091-46d6-808d-29263a430786 gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:54.673496 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a0a65-2b52-4343-8b28-8519b86fba66 req-684a0f4b-9a49-43e8-b32c-b357a46d728e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:54.675015 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e64a0a65-2b52-4343-8b28-8519b86fba66 req-684a0f4b-9a49-43e8-b32c-b357a46d728e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b44d9521c3844a3882ee6d0cc8b07187&device_id=0b62f710-fdcb-4868-8e73-15a666adeb33 HTTP/1.1" status: 200 len: 1099 time: 0.1180675 Jun 06 17:43:54.808752 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a0a65-2b52-4343-8b28-8519b86fba66 req-ae9d5b99-6284-43d3-b112-0f2c1a339f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:54.810231 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e64a0a65-2b52-4343-8b28-8519b86fba66 req-ae9d5b99-6284-43d3-b112-0f2c1a339f17 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0c070bd4-ddfe-41f0-9fed-d7e70018cc8e HTTP/1.1" status: 200 len: 912 time: 0.1280954 Jun 06 17:43:54.924130 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e64a0a65-2b52-4343-8b28-8519b86fba66 req-fbedf01c-64b7-44b4-a596-da4a826ee4ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab9daf94-5201-4291-a2f5-7834fc82e544 HTTP/1.1" status: 200 len: 1000 time: 0.1041667 Jun 06 17:43:54.999937 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a0a65-2b52-4343-8b28-8519b86fba66 req-c595c04d-0e87-409a-b952-bc2c45733a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:55.002216 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e64a0a65-2b52-4343-8b28-8519b86fba66 req-c595c04d-0e87-409a-b952-bc2c45733a97 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8be3246-7ec4-4d23-84b1-36d960621851 HTTP/1.1" status: 200 len: 850 time: 0.0662045 Jun 06 17:43:55.064416 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-a03352c6-82ee-4d5e-9f58-5981c70313b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'name': 'tempest-AttachVolumeTestJSON-1111674351-router', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:39:49Z', 'revision_number': 4, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'gw_port': {'id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:40Z', 'updated_at': '2021-06-06T17:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_floatingips': [{'id': '0fd8bccf-c227-490e-bc3c-910537d7a6b0', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'floating_ip_address': '172.28.3.217', 'floating_network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'router_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'port_id': 'ab9daf94-5201-4291-a2f5-7834fc82e544', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'mac_address': 'fa:16:3e:b5:92:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b62f710-fdcb-4868-8e73-15a666adeb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:43:36Z', 'updated_at': '2021-06-06T17:43:53Z', 'revision_number': 1, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce41b07a-df02-4c29-ba45-d4302c6ef870', 'name': '', 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'mac_address': 'fa:16:3e:5e:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:47Z', 'updated_at': '2021-06-06T17:39:59Z', 'revision_number': 5, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'subnets': [{'id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:55.068555 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03352c6-82ee-4d5e-9f58-5981c70313b5 None None] Checking router: bcc9cc58-7091-46d6-808d-29263a430786 for host: dv-cinder-791281-4-smb {{(pid=98877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:43:55.081509 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03352c6-82ee-4d5e-9f58-5981c70313b5 None None] Routers {'bcc9cc58-7091-46d6-808d-29263a430786'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:55.082313 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-a03352c6-82ee-4d5e-9f58-5981c70313b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:43:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['bcc9cc58-7091-46d6-808d-29263a430786'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:55.089789 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a0a65-2b52-4343-8b28-8519b86fba66 req-923b09ee-fa0b-42e1-8c4b-9b67987e7e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:55.091313 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e64a0a65-2b52-4343-8b28-8519b86fba66 req-923b09ee-fa0b-42e1-8c4b-9b67987e7e72 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c070bd4-ddfe-41f0-9fed-d7e70018cc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771415 Jun 06 17:43:55.100086 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9df5f1-1e40-4b5f-b29f-998a729821ba req-9b932f61-5a79-4d00-9fc0-7f050db24abc tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:55.101540 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1d9df5f1-1e40-4b5f-b29f-998a729821ba req-9b932f61-5a79-4d00-9fc0-7f050db24abc tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 984 time: 0.1034603 Jun 06 17:43:55.166407 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1d9df5f1-1e40-4b5f-b29f-998a729821ba req-28798159-2be7-4b26-9ea9-db322c851639 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&id=b8428a33-743b-4ee7-9f2e-fde88b24b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580289 Jun 06 17:43:55.246223 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e64a0a65-2b52-4343-8b28-8519b86fba66 req-86e21f7d-fc7e-4a41-8fec-884f4be92409 service neutron] 10.222.0.21 "GET /v2.0/networks/0c070bd4-ddfe-41f0-9fed-d7e70018cc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417649 Jun 06 17:43:55.274095 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-a03352c6-82ee-4d5e-9f58-5981c70313b5 None None] Set router bcc9cc58-7091-46d6-808d-29263a430786 gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:55.383839 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e64a0a65-2b52-4343-8b28-8519b86fba66 req-7aa8a8fb-060b-4030-a663-0f33675b2a76 service neutron] 10.222.0.21 "GET /v2.0/networks/0c070bd4-ddfe-41f0-9fed-d7e70018cc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294744 Jun 06 17:43:55.631752 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-a03352c6-82ee-4d5e-9f58-5981c70313b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'name': 'tempest-AttachVolumeTestJSON-1111674351-router', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:39:49Z', 'revision_number': 4, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'gw_port': {'id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:40Z', 'updated_at': '2021-06-06T17:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_floatingips': [{'id': '0fd8bccf-c227-490e-bc3c-910537d7a6b0', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'floating_ip_address': '172.28.3.217', 'floating_network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'router_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'port_id': 'ab9daf94-5201-4291-a2f5-7834fc82e544', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'mac_address': 'fa:16:3e:b5:92:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b62f710-fdcb-4868-8e73-15a666adeb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:43:36Z', 'updated_at': '2021-06-06T17:43:53Z', 'revision_number': 1, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce41b07a-df02-4c29-ba45-d4302c6ef870', 'name': '', 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'mac_address': 'fa:16:3e:5e:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:47Z', 'updated_at': '2021-06-06T17:39:59Z', 'revision_number': 5, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'subnets': [{'id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:55.636273 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03352c6-82ee-4d5e-9f58-5981c70313b5 None None] The sync data for ids ['bcc9cc58-7091-46d6-808d-29263a430786'] in dv-cinder-791281-4-smb is: [{'id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'name': 'tempest-AttachVolumeTestJSON-1111674351-router', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:39:49Z', 'revision_number': 4, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'gw_port': {'id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:40Z', 'updated_at': '2021-06-06T17:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_floatingips': [{'id': '0fd8bccf-c227-490e-bc3c-910537d7a6b0', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'floating_ip_address': '172.28.3.217', 'floating_network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'router_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'port_id': 'ab9daf94-5201-4291-a2f5-7834fc82e544', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'mac_address': 'fa:16:3e:b5:92:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b62f710-fdcb-4868-8e73-15a666adeb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:43:36Z', 'updated_at': '2021-06-06T17:43:53Z', 'revision_number': 1, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce41b07a-df02-4c29-ba45-d4302c6ef870', 'name': '', 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'mac_address': 'fa:16:3e:5e:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:47Z', 'updated_at': '2021-06-06T17:39:59Z', 'revision_number': 5, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'subnets': [{'id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:43:55.850743 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482a8f5f-bc98-4d59-85e9-99f43f607c7b None None] New status for floating IP 0fd8bccf-c227-490e-bc3c-910537d7a6b0: ACTIVE {{(pid=98878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:43:56.428233 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d0714-e441-407d-b8e9-5f530d0f287e req-3aaac67c-89a3-4cc7-8f42-21f0b078c07f tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:56.429744 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9f5d0714-e441-407d-b8e9-5f530d0f287e req-3aaac67c-89a3-4cc7-8f42-21f0b078c07f tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 984 time: 0.1641295 Jun 06 17:43:56.478392 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9f5d0714-e441-407d-b8e9-5f530d0f287e req-6fc737d9-e9a3-44b2-b3e1-b845e050b6cb tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&id=b8428a33-743b-4ee7-9f2e-fde88b24b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427363 Jun 06 17:43:57.667838 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29278e-5d9c-4ae3-bc04-6b57e6bc5407 req-688ede66-c5d4-497b-a315-df93a5cb6420 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:57.669293 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-4a29278e-5d9c-4ae3-bc04-6b57e6bc5407 req-688ede66-c5d4-497b-a315-df93a5cb6420 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 984 time: 0.0839033 Jun 06 17:43:57.716005 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-4a29278e-5d9c-4ae3-bc04-6b57e6bc5407 req-cddb1f95-a0e7-4ba9-95ed-b442b719307f tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&id=b8428a33-743b-4ee7-9f2e-fde88b24b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408914 Jun 06 17:44:02.117048 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:03.451380 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5f75474d-a00c-407a-a0ef-f0cbcd079513 req-cf42489c-e3aa-434e-bbe5-4a94c386f009 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712645 Jun 06 17:44:03.599301 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75474d-a00c-407a-a0ef-f0cbcd079513 req-0ec5db6a-c62b-4ed2-98a4-f218932db709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:03.600804 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5f75474d-a00c-407a-a0ef-f0cbcd079513 req-0ec5db6a-c62b-4ed2-98a4-f218932db709 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b3ec8c5bcbb4f598b9611ce45de681b&device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 1137 time: 0.0728805 Jun 06 17:44:03.758469 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75474d-a00c-407a-a0ef-f0cbcd079513 req-df8f168a-359d-4ad2-8491-5c6034731b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:03.759918 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5f75474d-a00c-407a-a0ef-f0cbcd079513 req-df8f168a-359d-4ad2-8491-5c6034731b3c service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd6b6b73-4c91-4d11-9237-6a6a820356c1 HTTP/1.1" status: 200 len: 915 time: 0.1334844 Jun 06 17:44:03.864952 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5f75474d-a00c-407a-a0ef-f0cbcd079513 req-9beafc34-b98a-4b46-89b0-64819cdc4fce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8681dde-a1b2-4c32-8f61-252d15c194ff HTTP/1.1" status: 200 len: 1000 time: 0.0980313 Jun 06 17:44:03.926606 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75474d-a00c-407a-a0ef-f0cbcd079513 req-57b83150-0bf4-46cd-87d9-6173c6ce9024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:03.927980 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5f75474d-a00c-407a-a0ef-f0cbcd079513 req-57b83150-0bf4-46cd-87d9-6173c6ce9024 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46 HTTP/1.1" status: 200 len: 853 time: 0.0567913 Jun 06 17:44:04.007227 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75474d-a00c-407a-a0ef-f0cbcd079513 req-4e55bcd6-88f0-49ee-82b6-24d016091713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:04.008628 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5f75474d-a00c-407a-a0ef-f0cbcd079513 req-4e55bcd6-88f0-49ee-82b6-24d016091713 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd6b6b73-4c91-4d11-9237-6a6a820356c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735402 Jun 06 17:44:04.148180 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5f75474d-a00c-407a-a0ef-f0cbcd079513 req-1311091a-c32e-4107-9071-292359bb683f service neutron] 10.222.0.21 "GET /v2.0/networks/dd6b6b73-4c91-4d11-9237-6a6a820356c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294637 Jun 06 17:44:04.281126 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5f75474d-a00c-407a-a0ef-f0cbcd079513 req-badd55d5-7344-4166-b747-88373559f12b service neutron] 10.222.0.21 "GET /v2.0/networks/dd6b6b73-4c91-4d11-9237-6a6a820356c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219013 Jun 06 17:44:14.999397 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955196e-159a-4ef0-a810-104f18cc257c req-9ae91073-8887-46a9-a86d-74112eb4679d tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:15.000907 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-d955196e-159a-4ef0-a810-104f18cc257c req-9ae91073-8887-46a9-a86d-74112eb4679d tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.0877903 Jun 06 17:44:15.046897 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-d955196e-159a-4ef0-a810-104f18cc257c req-e20c5df6-c9d9-4d3f-80b4-12b8565cf461 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398111 Jun 06 17:44:15.756009 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-383aca76-4022-426c-87ce-9948dea541d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:16.264621 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f869b59-d402-4b54-972d-1b8bf9f7b10b req-20c610d3-f421-40f2-9205-8348b1e9ad6b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:16.266948 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7f869b59-d402-4b54-972d-1b8bf9f7b10b req-20c610d3-f421-40f2-9205-8348b1e9ad6b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.0909033 Jun 06 17:44:16.313007 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7f869b59-d402-4b54-972d-1b8bf9f7b10b req-59d200ec-2326-464e-a57e-9530c6be1261 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404320 Jun 06 17:44:17.074701 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 49632) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:17.187786 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2793e111-cd36-4fe9-a63e-14012d5b9a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:17.295714 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2793e111-cd36-4fe9-a63e-14012d5b9a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:17.365393 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2793e111-cd36-4fe9-a63e-14012d5b9a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:17.374252 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-177844e6-7638-4382-a390-7aeba593bc93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:17.412833 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-2793e111-cd36-4fe9-a63e-14012d5b9a74 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=129f98126c9e4030a917c0a32f49e2b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3369753 Jun 06 17:44:17.414540 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793e111-cd36-4fe9-a63e-14012d5b9a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64854f1a-fba8-48f7-8ae8-668c1f4fe506,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:17.415466 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 49642) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:17.422636 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793e111-cd36-4fe9-a63e-14012d5b9a74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:17.423013 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793e111-cd36-4fe9-a63e-14012d5b9a74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:17.423374 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793e111-cd36-4fe9-a63e-14012d5b9a74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:17.423731 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793e111-cd36-4fe9-a63e-14012d5b9a74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:17.424083 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793e111-cd36-4fe9-a63e-14012d5b9a74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:17.424430 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793e111-cd36-4fe9-a63e-14012d5b9a74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:17.424781 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793e111-cd36-4fe9-a63e-14012d5b9a74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:17.425125 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793e111-cd36-4fe9-a63e-14012d5b9a74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:17.425470 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793e111-cd36-4fe9-a63e-14012d5b9a74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:17.425813 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793e111-cd36-4fe9-a63e-14012d5b9a74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:17.426175 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793e111-cd36-4fe9-a63e-14012d5b9a74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:17.426519 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793e111-cd36-4fe9-a63e-14012d5b9a74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:17.430377 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-2793e111-cd36-4fe9-a63e-14012d5b9a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:17.529907 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-ed8074a9-e078-44e3-b3e9-8cde207a9b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:17.563062 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-ed8074a9-e078-44e3-b3e9-8cde207a9b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:17.576662 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b629e-c1a0-433c-a168-be03208e440e req-3a1ef0e5-89cd-4659-8382-f6f3adb0e7da tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:17.578134 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-120b629e-c1a0-433c-a168-be03208e440e req-3a1ef0e5-89cd-4659-8382-f6f3adb0e7da tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.1508441 Jun 06 17:44:17.643020 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-120b629e-c1a0-433c-a168-be03208e440e req-d14bb5e4-4cb6-4552-9bb4-ca471f2a7d71 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541873 Jun 06 17:44:17.714180 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-ed8074a9-e078-44e3-b3e9-8cde207a9b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:17.717351 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-ed8074a9-e078-44e3-b3e9-8cde207a9b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:17.719294 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-ed8074a9-e078-44e3-b3e9-8cde207a9b3e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/64854f1a-fba8-48f7-8ae8-668c1f4fe506 HTTP/1.1" status: 204 len: 168 time: 0.3027501 Jun 06 17:44:17.720072 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-61633a28-4544-48e1-917d-0cc70cf5daed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:17.729576 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8074a9-e078-44e3-b3e9-8cde207a9b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64854f1a-fba8-48f7-8ae8-668c1f4fe506,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:17.737853 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8074a9-e078-44e3-b3e9-8cde207a9b3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:17.738323 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8074a9-e078-44e3-b3e9-8cde207a9b3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:17.738678 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8074a9-e078-44e3-b3e9-8cde207a9b3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:17.739020 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8074a9-e078-44e3-b3e9-8cde207a9b3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:17.739359 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8074a9-e078-44e3-b3e9-8cde207a9b3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:17.739697 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8074a9-e078-44e3-b3e9-8cde207a9b3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:17.740031 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8074a9-e078-44e3-b3e9-8cde207a9b3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:17.740361 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8074a9-e078-44e3-b3e9-8cde207a9b3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:17.740692 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8074a9-e078-44e3-b3e9-8cde207a9b3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:17.741022 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8074a9-e078-44e3-b3e9-8cde207a9b3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:17.741351 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8074a9-e078-44e3-b3e9-8cde207a9b3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:17.741675 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8074a9-e078-44e3-b3e9-8cde207a9b3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:17.744876 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-ed8074a9-e078-44e3-b3e9-8cde207a9b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:18.242356 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-5ba3cf0a-535a-43c0-9b71-7aaef480b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:18.253017 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:18.831865 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc1424-b75f-4cfe-9ae5-88341f02519e req-efb097ae-6f3e-4c04-a026-106272cd1170 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:18.833221 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4ddc1424-b75f-4cfe-9ae5-88341f02519e req-efb097ae-6f3e-4c04-a026-106272cd1170 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.0832491 Jun 06 17:44:18.877001 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4ddc1424-b75f-4cfe-9ae5-88341f02519e req-3efded83-cfbd-4c1f-8f03-c4b93020b5f9 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381219 Jun 06 17:44:19.179152 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:20.069950 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbb749-fc9e-46fd-88ed-2af4f68905f6 req-5c76b945-fb6d-45ac-8f4c-d0053e0604dd tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:20.071402 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-37fbb749-fc9e-46fd-88ed-2af4f68905f6 req-5c76b945-fb6d-45ac-8f4c-d0053e0604dd tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.0823298 Jun 06 17:44:20.115762 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-37fbb749-fc9e-46fd-88ed-2af4f68905f6 req-afa6209e-6b6d-4ea0-9538-944e76bcd1db tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384197 Jun 06 17:44:20.842067 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:21.305583 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd115b-e96c-46b0-830f-9d45e4b96ac3 req-cf14f26c-dd59-48cd-983f-332e65557d69 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:21.307093 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-bccd115b-e96c-46b0-830f-9d45e4b96ac3 req-cf14f26c-dd59-48cd-983f-332e65557d69 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.0823126 Jun 06 17:44:21.361153 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-bccd115b-e96c-46b0-830f-9d45e4b96ac3 req-d4cd8946-58da-4d8b-a50b-fccef0e774d1 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481529 Jun 06 17:44:21.602664 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc69f8-e536-42af-b28a-46801e997fe3 req-05756f1d-11a6-46ac-903f-191e5e9613cc tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:21.604104 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-63dc69f8-e536-42af-b28a-46801e997fe3 req-05756f1d-11a6-46ac-903f-191e5e9613cc tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=8208e4e4-4a88-477c-87fe-c21af42418d5 HTTP/1.1" status: 200 len: 946 time: 0.0784552 Jun 06 17:44:21.647798 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-63dc69f8-e536-42af-b28a-46801e997fe3 req-d09c3c9b-94ac-4c62-a404-ecd8eb2fc523 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374012 Jun 06 17:44:22.553508 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8433ef-fabc-4ec3-9efa-27875def95ba req-6c7bae31-f5cb-4e08-b7d1-ad56a1f92476 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:22.554968 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7d8433ef-fabc-4ec3-9efa-27875def95ba req-6c7bae31-f5cb-4e08-b7d1-ad56a1f92476 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.0835662 Jun 06 17:44:22.598011 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7d8433ef-fabc-4ec3-9efa-27875def95ba req-40e5ef0d-253e-4bc2-ac9c-9861f0821199 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373867 Jun 06 17:44:22.831684 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f8782-7ce9-40b8-abd8-189c5a085d66 req-bcce163b-e8e2-4300-b633-29b6240e7b57 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:22.833083 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b90f8782-7ce9-40b8-abd8-189c5a085d66 req-bcce163b-e8e2-4300-b633-29b6240e7b57 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=8208e4e4-4a88-477c-87fe-c21af42418d5 HTTP/1.1" status: 200 len: 946 time: 0.0806563 Jun 06 17:44:22.877735 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b90f8782-7ce9-40b8-abd8-189c5a085d66 req-e867cdb9-0e87-4a56-9b7b-d3089da419ea tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390682 Jun 06 17:44:23.788583 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000f968-18ae-4f69-ae41-6af95b0f18b0 req-5d676e94-024a-4603-9e67-db037193e1eb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:23.789917 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e000f968-18ae-4f69-ae41-6af95b0f18b0 req-5d676e94-024a-4603-9e67-db037193e1eb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.0780697 Jun 06 17:44:23.833178 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e000f968-18ae-4f69-ae41-6af95b0f18b0 req-3eb3b0b0-d279-4813-93ed-88ea7613b1ca tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377917 Jun 06 17:44:24.071632 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296fb98-42c5-42fa-a833-3536b848bc00 req-dd277a96-3203-4e86-b7e0-6e5b39336953 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:24.073040 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c296fb98-42c5-42fa-a833-3536b848bc00 req-dd277a96-3203-4e86-b7e0-6e5b39336953 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=8208e4e4-4a88-477c-87fe-c21af42418d5 HTTP/1.1" status: 200 len: 946 time: 0.0888536 Jun 06 17:44:24.116653 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c296fb98-42c5-42fa-a833-3536b848bc00 req-5e8a232f-450c-4583-b5be-8cd4306d00e4 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379071 Jun 06 17:44:25.023170 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14793367-01a7-4f9a-ba04-ac2b39ced2ed req-04a0b055-ff74-4dd1-b2af-d7200b3491a6 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:25.024582 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-14793367-01a7-4f9a-ba04-ac2b39ced2ed req-04a0b055-ff74-4dd1-b2af-d7200b3491a6 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.0823319 Jun 06 17:44:25.067420 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-14793367-01a7-4f9a-ba04-ac2b39ced2ed req-ad1698e2-9ed1-4b31-9ce7-31c33843b6be tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373471 Jun 06 17:44:25.295370 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67535d-8baa-4fdc-a04a-62666817ae10 req-61c54974-1374-47a4-adc5-7b9c9e5a782b tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:25.296754 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ac67535d-8baa-4fdc-a04a-62666817ae10 req-61c54974-1374-47a4-adc5-7b9c9e5a782b tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=8208e4e4-4a88-477c-87fe-c21af42418d5 HTTP/1.1" status: 200 len: 946 time: 0.0773809 Jun 06 17:44:25.413560 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ac67535d-8baa-4fdc-a04a-62666817ae10 req-6ee171dc-e383-4231-a6bd-5f54d076ec3a tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105824 Jun 06 17:44:25.439468 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:44:26.360526 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f35ed-c6fd-4f65-919c-066ec4f67b12 req-e8dc0dae-a8b2-4b4a-bd83-cafe07b7cdd7 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:26.361902 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-634f35ed-c6fd-4f65-919c-066ec4f67b12 req-e8dc0dae-a8b2-4b4a-bd83-cafe07b7cdd7 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.1861143 Jun 06 17:44:26.404873 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-634f35ed-c6fd-4f65-919c-066ec4f67b12 req-772336e1-48c0-4df8-8504-3bf16acb3814 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371995 Jun 06 17:44:26.595347 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40e0ce-59dc-4876-b7da-f53d4ac06391 req-76bfb0d0-695a-4d82-a178-8f8c5ebc1f19 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:26.596761 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ee40e0ce-59dc-4876-b7da-f53d4ac06391 req-76bfb0d0-695a-4d82-a178-8f8c5ebc1f19 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=8208e4e4-4a88-477c-87fe-c21af42418d5 HTTP/1.1" status: 200 len: 946 time: 0.0796988 Jun 06 17:44:26.640524 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ee40e0ce-59dc-4876-b7da-f53d4ac06391 req-77c27edf-4b74-4f53-92d8-e7d62eb6bcb7 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380025 Jun 06 17:44:27.430943 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d82cb-dfde-4447-bd23-081a5f2cfe18 req-b698162d-48ba-4feb-aad8-3acc484439a4 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:27.432366 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-912d82cb-dfde-4447-bd23-081a5f2cfe18 req-b698162d-48ba-4feb-aad8-3acc484439a4 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.21 "GET /v2.0/ports?device_id=8208e4e4-4a88-477c-87fe-c21af42418d5 HTTP/1.1" status: 200 len: 946 time: 0.0830855 Jun 06 17:44:27.637232 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ccf0a-2686-4ad6-aa82-d9a86a6dc1aa req-f059406f-6397-4f37-a8a7-e7207e655354 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:27.638565 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ff7ccf0a-2686-4ad6-aa82-d9a86a6dc1aa req-f059406f-6397-4f37-a8a7-e7207e655354 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.1103103 Jun 06 17:44:27.640479 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-912d82cb-dfde-4447-bd23-081a5f2cfe18 req-5d783145-3508-4244-99df-dcb2f3625faf tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Deleting port 2d3ac102-f74f-4b41-af66-4747dae922dc {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:44:27.640807 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-912d82cb-dfde-4447-bd23-081a5f2cfe18 req-5d783145-3508-4244-99df-dcb2f3625faf tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:27.763489 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ff7ccf0a-2686-4ad6-aa82-d9a86a6dc1aa req-f486e81f-3d91-448a-8690-e96d8a485dc2 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094801 Jun 06 17:44:27.804783 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-912d82cb-dfde-4447-bd23-081a5f2cfe18 req-5d783145-3508-4244-99df-dcb2f3625faf tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] For port 2d3ac102-f74f-4b41-af66-4747dae922dc, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2d3ac102-f74f-4b41-af66-4747dae922dc,segment=NetworkSegment(2e5706a7-e26c-46b9-bb49-d3f7b4f1abba),segment_id=2e5706a7-e26c-46b9-bb49-d3f7b4f1abba)] {{(pid=98875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:44:27.805134 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-912d82cb-dfde-4447-bd23-081a5f2cfe18 req-5d783145-3508-4244-99df-dcb2f3625faf tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:27.826457 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2c316-3166-4983-9834-aef2be409539 req-37df911b-dd71-4159-b650-275ebc241713 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:27.827908 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-5ac2c316-3166-4983-9834-aef2be409539 req-37df911b-dd71-4159-b650-275ebc241713 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=8208e4e4-4a88-477c-87fe-c21af42418d5 HTTP/1.1" status: 200 len: 946 time: 0.0825710 Jun 06 17:44:27.874466 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-5ac2c316-3166-4983-9834-aef2be409539 req-4ff74a86-0966-4b1d-a1ca-905ce5bab0d8 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404105 Jun 06 17:44:27.937241 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-912d82cb-dfde-4447-bd23-081a5f2cfe18 req-5d783145-3508-4244-99df-dcb2f3625faf tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Calling delete_port for 2d3ac102-f74f-4b41-af66-4747dae922dc owned by compute:nova {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:44:28.113897 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-912d82cb-dfde-4447-bd23-081a5f2cfe18 req-5d783145-3508-4244-99df-dcb2f3625faf tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:28.119379 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-1fd3fd97-d243-499f-ab37-0cb83ed78bff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:28.133464 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['2d3ac102-f74f-4b41-af66-4747dae922dc'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:44:28.167085 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d783145-3508-4244-99df-dcb2f3625faf tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Pushing event deleted for resources: {'Port': ['ID=2d3ac102-f74f-4b41-af66-4747dae922dc,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:28.170435 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-5d783145-3508-4244-99df-dcb2f3625faf tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:28.240653 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-912d82cb-dfde-4447-bd23-081a5f2cfe18 req-5d783145-3508-4244-99df-dcb2f3625faf tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] No DVR routers for this DVR port 2d3ac102-f74f-4b41-af66-4747dae922dc on host hv-cinder-79128 {{(pid=98875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:44:28.243059 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-912d82cb-dfde-4447-bd23-081a5f2cfe18 req-5d783145-3508-4244-99df-dcb2f3625faf tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:28.245009 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-912d82cb-dfde-4447-bd23-081a5f2cfe18 req-5d783145-3508-4244-99df-dcb2f3625faf tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.21 "DELETE /v2.0/ports/2d3ac102-f74f-4b41-af66-4747dae922dc HTTP/1.1" status: 204 len: 173 time: 0.8043115 Jun 06 17:44:28.245495 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8208e4e4-4a88-477c-87fe-c21af42418d5', 'name': 'network-vif-deleted', 'tag': '2d3ac102-f74f-4b41-af66-4747dae922dc'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:44:28.247785 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8492e8c3-dc19-4f1d-8e50-230d3e187d93" -d '{"events": [{"server_uuid": "8208e4e4-4a88-477c-87fe-c21af42418d5", "name": "network-vif-deleted", "tag": "2d3ac102-f74f-4b41-af66-4747dae922dc"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:44:28.291667 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b689cb-b37c-4090-b462-f481620261a7 x-openstack-request-id: req-a6b689cb-b37c-4090-b462-f481620261a7 {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:44:28.292009 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8208e4e4-4a88-477c-87fe-c21af42418d5", "name": "network-vif-deleted", "tag": "2d3ac102-f74f-4b41-af66-4747dae922dc", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:44:28.292286 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6b689cb-b37c-4090-b462-f481620261a7 {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:44:28.292694 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8208e4e4-4a88-477c-87fe-c21af42418d5', 'name': 'network-vif-deleted', 'tag': '2d3ac102-f74f-4b41-af66-4747dae922dc', 'status': 'completed', 'code': 200} Jun 06 17:44:28.956959 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea026b0a-b2bc-40ca-b6ab-6163075441e2 req-d3c49b6d-b061-470d-856a-af9e626cd395 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:28.958462 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ea026b0a-b2bc-40ca-b6ab-6163075441e2 req-d3c49b6d-b061-470d-856a-af9e626cd395 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.0837803 Jun 06 17:44:29.006251 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ea026b0a-b2bc-40ca-b6ab-6163075441e2 req-1dc3fd50-98a8-4654-a3bd-469e40135804 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418019 Jun 06 17:44:29.046561 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-fa784ac7-76a1-451d-90e3-dbb115db736a req-f1b42970-6c73-4340-949d-da7a3c7b14a7 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=8208e4e4-4a88-477c-87fe-c21af42418d5 HTTP/1.1" status: 200 len: 210 time: 0.0425105 Jun 06 17:44:30.196878 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fcecb-ef2e-42d3-97c7-081d72ae8371 req-810e5f1a-0677-4786-841f-c4d8108d4884 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:30.198347 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7b9fcecb-ef2e-42d3-97c7-081d72ae8371 req-810e5f1a-0677-4786-841f-c4d8108d4884 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.0803206 Jun 06 17:44:30.246823 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7b9fcecb-ef2e-42d3-97c7-081d72ae8371 req-c9aa52f4-283d-4b3c-a8a7-c17d84217f04 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427268 Jun 06 17:44:31.432311 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc0d5e-5287-4c02-b085-4a2d02148047 req-926abda1-0e6b-404f-9f0e-aed02a3395a2 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:31.433786 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-54bc0d5e-5287-4c02-b085-4a2d02148047 req-926abda1-0e6b-404f-9f0e-aed02a3395a2 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.0801780 Jun 06 17:44:31.477004 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-54bc0d5e-5287-4c02-b085-4a2d02148047 req-20f54955-1fe8-4293-84b1-0c24956a8183 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377254 Jun 06 17:44:32.025838 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 8b698854-c7a3-45f2-bdeb-4a699757e7a0 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:44:32.034239 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 2d3ac102-f74f-4b41-af66-4747dae922dc no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:44:32.075698 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] No Port match for: 2d3ac102-f74f-4b41-af66-4747dae922dc {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:44:32.076041 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 2d3ac102-f74f-4b41-af66-4747dae922dc not bound to the agent host hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:44:32.162523 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:32.201903 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 8b698854-c7a3-45f2-bdeb-4a699757e7a0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=8b698854-c7a3-45f2-bdeb-4a699757e7a0,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:44:32.214496 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Returning: {'device': '8b698854-c7a3-45f2-bdeb-4a699757e7a0', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'port_id': '8b698854-c7a3-45f2-bdeb-4a699757e7a0', 'mac_address': 'fa:16:3e:57:91:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:44:32.271039 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:32.287308 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b698854-c7a3-45f2-bdeb-4a699757e7a0 {{(pid=98877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:44:32.302591 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 8b698854-c7a3-45f2-bdeb-4a699757e7a0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=8b698854-c7a3-45f2-bdeb-4a699757e7a0,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:44:32.379038 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:32.380791 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-2ac40870-b406-4b78-ab64-2a160d06345a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:32.448425 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=8b698854-c7a3-45f2-bdeb-4a699757e7a0,revision_number=6']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:32.455505 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:32.455844 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:32.456173 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:32.456498 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:32.457439 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:32.457764 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:32.458083 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:32.458424 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:32.458741 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:32.459051 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:32.459362 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:32.459671 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:32.463315 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:32.495944 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['8b698854-c7a3-45f2-bdeb-4a699757e7a0'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:44:32.669934 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c2b64-1854-4a2f-a23d-92ca48a354ae req-44e0e848-d383-42ad-a608-6c0672004824 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:32.671303 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-ae8c2b64-1854-4a2f-a23d-92ca48a354ae req-44e0e848-d383-42ad-a608-6c0672004824 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 944 time: 0.0851548 Jun 06 17:44:32.715540 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-ae8c2b64-1854-4a2f-a23d-92ca48a354ae req-8b52f554-7758-49c9-af21-771f623f6154 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384438 Jun 06 17:44:33.906819 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cf499-ead8-41e3-b363-0506c323b447 req-f5ed3c3a-fe9e-4b6a-bbd0-a3bf98f240ea tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:33.908414 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-370cf499-ead8-41e3-b363-0506c323b447 req-f5ed3c3a-fe9e-4b6a-bbd0-a3bf98f240ea tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 944 time: 0.0803182 Jun 06 17:44:33.966819 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-370cf499-ead8-41e3-b363-0506c323b447 req-df98a9b9-821d-433a-94ab-512ae4867882 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480008 Jun 06 17:44:34.056274 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 8b698854-c7a3-45f2-bdeb-4a699757e7a0 up at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:44:34.150743 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning complete for port 8b698854-c7a3-45f2-bdeb-4a699757e7a0 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:44:34.151112 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:34.291642 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:34.319512 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a6f220-b751-49db-ade8-9413df6025bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b698854-c7a3-45f2-bdeb-4a699757e7a0'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:44:34.321909 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e21f78-bf65-442f-8b1c-b04f9eee1e11" -d '{"events": [{"server_uuid": "a5a6f220-b751-49db-ade8-9413df6025bb", "name": "network-vif-plugged", "status": "completed", "tag": "8b698854-c7a3-45f2-bdeb-4a699757e7a0"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:44:34.335949 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 8b698854-c7a3-45f2-bdeb-4a699757e7a0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=8b698854-c7a3-45f2-bdeb-4a699757e7a0,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:44:34.366419 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5657cf5-275f-47f7-97fd-15a01b3104c2 x-openstack-request-id: req-b5657cf5-275f-47f7-97fd-15a01b3104c2 {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:44:34.366739 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a6f220-b751-49db-ade8-9413df6025bb", "name": "network-vif-plugged", "status": "completed", "tag": "8b698854-c7a3-45f2-bdeb-4a699757e7a0", "code": 200}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:44:34.366992 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5657cf5-275f-47f7-97fd-15a01b3104c2 {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:44:34.367378 dv-cinder-791281-4-smb neutron-server[98877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a6f220-b751-49db-ade8-9413df6025bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b698854-c7a3-45f2-bdeb-4a699757e7a0', 'code': 200} Jun 06 17:44:34.399675 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:34.402288 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:34.476238 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=8b698854-c7a3-45f2-bdeb-4a699757e7a0,revision_number=7']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:34.479319 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:35.028772 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-da4f5a5e-23b8-4b0f-b4d5-b4e0efd3d194 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:35.036713 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-da4f5a5e-23b8-4b0f-b4d5-b4e0efd3d194 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/networks?id=ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09 HTTP/1.1" status: 200 len: 812 time: 0.1670136 Jun 06 17:44:35.053209 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-fab08a5b-bcdd-4fd1-aac9-1d576f82bf4d tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/quotas/ec94c6ba107f4fac8d609f27ad2ac069 HTTP/1.1" status: 200 len: 375 time: 0.0153303 Jun 06 17:44:35.096423 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-2abfac88-e2bc-481d-8431-2ba0e718f016 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec94c6ba107f4fac8d609f27ad2ac069&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423372 Jun 06 17:44:35.200658 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d7c00-25ec-4ade-b842-b83a07b34b50 req-76720116-afb1-452b-9b70-63b86e45a7e3 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:35.202834 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1f5d7c00-25ec-4ade-b842-b83a07b34b50 req-76720116-afb1-452b-9b70-63b86e45a7e3 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.1031971 Jun 06 17:44:35.255474 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1f5d7c00-25ec-4ade-b842-b83a07b34b50 req-0b43b5b6-05fc-4b47-a6a6-d610785cd796 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439351 Jun 06 17:44:35.271173 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-8b7f537b-19cf-49ec-a7a5-52fe54584e05 service neutron] 10.222.0.23 "GET /v2.0/networks/ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631620 Jun 06 17:44:35.432799 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-f924c2c2-7fbc-4f1a-9fe8-f254b3ac8c22 service neutron] 10.222.0.23 "GET /v2.0/networks/ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605999 Jun 06 17:44:35.762417 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-a082ba2c-0251-4729-a432-3b151899c02d req-b9ef43ec-d03d-4b67-b1f7-7a759db253a4 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e9c7596-c9ff-46e4-9901-a30678c55e9c HTTP/1.1" status: 200 len: 210 time: 0.0604498 Jun 06 17:44:36.548610 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a3bb0-736c-4f41-a0cc-9e3849b211ac req-94bf9181-90da-489c-963e-01c1d15b51c3 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:36.549972 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-629a3bb0-736c-4f41-a0cc-9e3849b211ac req-94bf9181-90da-489c-963e-01c1d15b51c3 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.1767328 Jun 06 17:44:36.595659 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-629a3bb0-736c-4f41-a0cc-9e3849b211ac req-601427f9-7b50-4327-ad74-c77cfa4b04ac tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388062 Jun 06 17:44:36.859509 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1931686c-f749-4547-908e-86ea9cf81ef5 req-bc7f27be-18d1-4d49-a7c5-7fb8bda543c3 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e9c7596-c9ff-46e4-9901-a30678c55e9c HTTP/1.1" status: 200 len: 210 time: 0.0452549 Jun 06 17:44:37.805179 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaa0c5-839e-4cd2-826c-6415034ed228 req-67ddb569-1d4a-402e-8699-f245d25f3a33 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:37.807331 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-3feaa0c5-839e-4cd2-826c-6415034ed228 req-67ddb569-1d4a-402e-8699-f245d25f3a33 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.0874655 Jun 06 17:44:37.854206 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-3feaa0c5-839e-4cd2-826c-6415034ed228 req-f55180d1-dc5d-45cf-8e6f-1ae6889d667e tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408561 Jun 06 17:44:38.011433 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a754663a-59f3-4a75-b0ae-8bce78529cb0 req-96255170-876a-409b-a133-ab78e16e51d7 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e9c7596-c9ff-46e4-9901-a30678c55e9c HTTP/1.1" status: 200 len: 210 time: 0.0434694 Jun 06 17:44:38.702908 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-da2c70f9-f50f-4c52-9d6f-20d5e2fdf777 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:38.704432 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-da2c70f9-f50f-4c52-9d6f-20d5e2fdf777 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.21 "GET /v2.0/networks?id=ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09 HTTP/1.1" status: 200 len: 812 time: 0.1597981 Jun 06 17:44:38.719827 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-a21e921d-b0d2-41ea-8c24-9450b29a369e tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Request body: {'port': {'device_id': '5e9c7596-c9ff-46e4-9901-a30678c55e9c', 'network_id': 'ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09', 'admin_state_up': True, 'tenant_id': 'ec94c6ba107f4fac8d609f27ad2ac069'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:44:38.957482 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-a21e921d-b0d2-41ea-8c24-9450b29a369e tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Made reservation on behalf of ec94c6ba107f4fac8d609f27ad2ac069 for: {'port': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:44:38.961374 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-a21e921d-b0d2-41ea-8c24-9450b29a369e tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:39.137040 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5fec7-7b57-427c-95d6-0e57eba99b1a req-f788a669-70c3-42f6-8f52-275d98a519ab tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:39.143829 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-dde5fec7-7b57-427c-95d6-0e57eba99b1a req-f788a669-70c3-42f6-8f52-275d98a519ab tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.1687233 Jun 06 17:44:39.241042 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-dde5fec7-7b57-427c-95d6-0e57eba99b1a req-5ec50aef-9c44-4a52-b0bc-5edf9c7a3ede tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963316 Jun 06 17:44:39.273108 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_common [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-a21e921d-b0d2-41ea-8c24-9450b29a369e tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Allocated IP 172.20.0.6 (ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09/22f22de9-3d8d-4d94-909f-58bea532dacb/7b229060-c126-47f1-89a7-a97e941cd3ce) {{(pid=98875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:44:39.466174 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7be38b5e-2228-434d-a471-0dd56d0d0130 req-9b456aef-3741-441d-884f-9b71ade9c572 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e9c7596-c9ff-46e4-9901-a30678c55e9c HTTP/1.1" status: 200 len: 210 time: 0.2651064 Jun 06 17:44:39.517845 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-a21e921d-b0d2-41ea-8c24-9450b29a369e tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Notify callbacks [] for port, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:39.615082 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-a21e921d-b0d2-41ea-8c24-9450b29a369e tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480'] for port, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:39.620859 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b4b8a8b0-d26b-4ac4-a40d-7aa83b97c8cb tempest-ServerRescueNegativeTestJSON-1272934799 tempest-ServerRescueNegativeTestJSON-1272934799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:39.690014 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-a21e921d-b0d2-41ea-8c24-9450b29a369e tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Network ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09 is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:44:39.693390 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-a21e921d-b0d2-41ea-8c24-9450b29a369e tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:44:39.697773 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-a21e921d-b0d2-41ea-8c24-9450b29a369e tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Received port after_create {{(pid=98875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:44:39.703224 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-a21e921d-b0d2-41ea-8c24-9450b29a369e tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:39.703818 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-a21e921d-b0d2-41ea-8c24-9450b29a369e tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:39.721352 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e921d-b0d2-41ea-8c24-9450b29a369e tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Pushing event updated for resources: {'Port': ['ID=7b229060-c126-47f1-89a7-a97e941cd3ce,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:39.724201 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-a21e921d-b0d2-41ea-8c24-9450b29a369e tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:40.253864 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-a21e921d-b0d2-41ea-8c24-9450b29a369e tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5379019 Jun 06 17:44:40.266653 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] Request body: {'port': {'device_id': '5e9c7596-c9ff-46e4-9901-a30678c55e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:44:40.384141 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:40.474845 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51057c1f-e541-4dc6-b469-94a0f974e1f7 req-73c4a3d4-c1a2-4444-b9ca-0639c4a5ab82 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:40.482797 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-51057c1f-e541-4dc6-b469-94a0f974e1f7 req-73c4a3d4-c1a2-4444-b9ca-0639c4a5ab82 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.1175668 Jun 06 17:44:40.564040 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-51057c1f-e541-4dc6-b469-94a0f974e1f7 req-ee06a203-e08b-4786-b35d-4ef029aa3535 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800183 Jun 06 17:44:40.842624 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc5772-3a61-468a-8279-a6ffe03e90eb req-fe997165-d68f-4255-a28e-968829d71fbf tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:40.844027 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-92bc5772-3a61-468a-8279-a6ffe03e90eb req-fe997165-d68f-4255-a28e-968829d71fbf tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e9c7596-c9ff-46e4-9901-a30678c55e9c HTTP/1.1" status: 200 len: 931 time: 0.2415891 Jun 06 17:44:40.897074 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b229060-c126-47f1-89a7-a97e941cd3ce {{(pid=98875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:44:40.908336 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:40.920824 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-92bc5772-3a61-468a-8279-a6ffe03e90eb req-65433ad5-5c3d-4f41-9d78-5dff1cf97f10 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655451 Jun 06 17:44:40.929157 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] Transition to ACTIVE for port object 7b229060-c126-47f1-89a7-a97e941cd3ce will not be triggered until provisioned by entity L2. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:44:41.056774 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:41.067864 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-07adba85-ed5c-4fe0-a408-fe84730ce8bc tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:41.351768 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] Pushing event updated for resources: {'Port': ['ID=7b229060-c126-47f1-89a7-a97e941cd3ce,revision_number=2']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:41.358509 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:41.375934 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] Attempting to bind port 7b229060-c126-47f1-89a7-a97e941cd3ce on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:44:41.376268 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] Attempting to bind port 7b229060-c126-47f1-89a7-a97e941cd3ce by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '2e5706a7-e26c-46b9-bb49-d3f7b4f1abba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09'}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:44:41.376594 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] Attempting to bind port 7b229060-c126-47f1-89a7-a97e941cd3ce on network ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:44:41.381849 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] Port 7b229060-c126-47f1-89a7-a97e941cd3ce on network ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:44:41.382185 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] Attempting to bind port 7b229060-c126-47f1-89a7-a97e941cd3ce on network ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:44:41.387660 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] Checking agent: {'id': 'a6fcd907-c3ac-4abf-b52d-463afd7284ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'started_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:44:41.387992 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] Checking segment: {'id': '2e5706a7-e26c-46b9-bb49-d3f7b4f1abba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:44:41.388373 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] Bound using segment: {'id': '2e5706a7-e26c-46b9-bb49-d3f7b4f1abba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09'} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:44:41.388803 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] Bound port: 7b229060-c126-47f1-89a7-a97e941cd3ce, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5706a7-e26c-46b9-bb49-d3f7b4f1abba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09'}}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:44:41.389175 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:41.488386 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] For port 7b229060-c126-47f1-89a7-a97e941cd3ce, host hv-cinder-79128, cleared binding levels {{(pid=98875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:44:41.491374 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] For port 7b229060-c126-47f1-89a7-a97e941cd3ce, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=7b229060-c126-47f1-89a7-a97e941cd3ce,segment=NetworkSegment(2e5706a7-e26c-46b9-bb49-d3f7b4f1abba),segment_id=2e5706a7-e26c-46b9-bb49-d3f7b4f1abba)] {{(pid=98875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:44:41.605904 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:41.609954 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:41.678822 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:41.679462 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:41.680811 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] 10.222.0.21 "PUT /v2.0/ports/7b229060-c126-47f1-89a7-a97e941cd3ce HTTP/1.1" status: 200 len: 1093 time: 1.4182785 Jun 06 17:44:41.681296 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e9c7596-c9ff-46e4-9901-a30678c55e9c', 'tag': '7b229060-c126-47f1-89a7-a97e941cd3ce'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:44:41.683614 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0867559-cbbc-4096-a5f1-432f565f6955" -d '{"events": [{"name": "network-changed", "server_uuid": "5e9c7596-c9ff-46e4-9901-a30678c55e9c", "tag": "7b229060-c126-47f1-89a7-a97e941cd3ce"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:44:41.746746 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f8a435-197c-4109-9894-c7760767333d x-openstack-request-id: req-f9f8a435-197c-4109-9894-c7760767333d {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:44:41.747060 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e9c7596-c9ff-46e4-9901-a30678c55e9c", "tag": "7b229060-c126-47f1-89a7-a97e941cd3ce", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:44:41.747420 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9f8a435-197c-4109-9894-c7760767333d {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:44:41.747805 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e9c7596-c9ff-46e4-9901-a30678c55e9c', 'tag': '7b229060-c126-47f1-89a7-a97e941cd3ce', 'status': 'completed', 'code': 200} Jun 06 17:44:41.763169 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] Pushing event updated for resources: {'Port': ['ID=7b229060-c126-47f1-89a7-a97e941cd3ce,revision_number=3']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:41.767448 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:41.865624 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95f53b-cb0e-4924-8aa2-aa38faf41af4 req-58780c9b-b854-40eb-a461-23c1025fc03a tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:41.867039 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0f95f53b-cb0e-4924-8aa2-aa38faf41af4 req-58780c9b-b854-40eb-a461-23c1025fc03a tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.1556406 Jun 06 17:44:41.879148 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0867559-cbbc-4096-a5f1-432f565f6955 req-8011d6a3-77d6-4b70-b540-94ade915fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:41.880566 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a0867559-cbbc-4096-a5f1-432f565f6955 req-8011d6a3-77d6-4b70-b540-94ade915fa97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec94c6ba107f4fac8d609f27ad2ac069&device_id=5e9c7596-c9ff-46e4-9901-a30678c55e9c HTTP/1.1" status: 200 len: 1096 time: 0.1116791 Jun 06 17:44:42.020071 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0f95f53b-cb0e-4924-8aa2-aa38faf41af4 req-a0834969-2701-4484-9877-3dbe7735e4d1 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461205 Jun 06 17:44:42.093800 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0867559-cbbc-4096-a5f1-432f565f6955 req-8c584f95-92c4-42dc-8ec9-2d340e26cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:42.095731 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a0867559-cbbc-4096-a5f1-432f565f6955 req-8c584f95-92c4-42dc-8ec9-2d340e26cbae service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ec94c6ba107f4fac8d609f27ad2ac069&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2025299 Jun 06 17:44:42.151058 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa7fbe-e0cc-4136-a8d0-e67724f06e9d req-1aefc0d7-a2dd-44e5-b807-3fd7ade77cea tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:42.153277 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-93fa7fbe-e0cc-4136-a8d0-e67724f06e9d req-1aefc0d7-a2dd-44e5-b807-3fd7ade77cea tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e9c7596-c9ff-46e4-9901-a30678c55e9c HTTP/1.1" status: 200 len: 943 time: 0.0900822 Jun 06 17:44:42.218024 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-93fa7fbe-e0cc-4136-a8d0-e67724f06e9d req-83980104-34be-4edf-986b-cdd57532719b tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574868 Jun 06 17:44:42.300524 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0867559-cbbc-4096-a5f1-432f565f6955 req-720cc317-acbc-4762-b43b-f4ea2ceff5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:42.301989 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a0867559-cbbc-4096-a5f1-432f565f6955 req-720cc317-acbc-4762-b43b-f4ea2ceff5d0 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2000139 Jun 06 17:44:42.419384 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-a4d39d71-f6e7-4e05-b77e-764062fa1825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:42.420697 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-a4d39d71-f6e7-4e05-b77e-764062fa1825 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec94c6ba107f4fac8d609f27ad2ac069&device_id=5e9c7596-c9ff-46e4-9901-a30678c55e9c HTTP/1.1" status: 200 len: 1096 time: 0.0777099 Jun 06 17:44:42.492959 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-2bf06564-b218-4271-97ca-d0a10ed9455f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b229060-c126-47f1-89a7-a97e941cd3ce HTTP/1.1" status: 200 len: 217 time: 0.0632501 Jun 06 17:44:42.574089 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-6b49a959-0ee4-4154-a26d-f23230a471e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:42.575379 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-6b49a959-0ee4-4154-a26d-f23230a471e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=22f22de9-3d8d-4d94-909f-58bea532dacb HTTP/1.1" status: 200 len: 852 time: 0.0731726 Jun 06 17:44:42.625522 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-3637e3f0-5a18-4d8a-b887-331de363e6a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422499 Jun 06 17:44:42.764663 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-7644ef52-e229-4ebd-b870-285068b21fdf service neutron] 10.222.0.21 "GET /v2.0/networks/ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318665 Jun 06 17:44:42.921620 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-45697370-079e-4dd2-aa2d-f45d27f9f6f0 req-0bc86994-e1b8-40f2-bc8a-20659b3e3cb4 service neutron] 10.222.0.21 "GET /v2.0/networks/ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493983 Jun 06 17:44:43.226507 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237e7db-1c57-496d-8632-987957c9468d req-d30ac73f-8a37-4a16-8cf1-cb73593e8ca0 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:43.227954 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8237e7db-1c57-496d-8632-987957c9468d req-d30ac73f-8a37-4a16-8cf1-cb73593e8ca0 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.0920966 Jun 06 17:44:43.275021 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8237e7db-1c57-496d-8632-987957c9468d req-728107f6-1c69-4091-9fa0-27997cf62955 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400398 Jun 06 17:44:43.415029 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac6001-4e47-4ce5-b539-41e61f9f18ae req-ab725a82-5734-4c0c-8348-1bd79bcdff2e tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:43.416457 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7dac6001-4e47-4ce5-b539-41e61f9f18ae req-ab725a82-5734-4c0c-8348-1bd79bcdff2e tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e9c7596-c9ff-46e4-9901-a30678c55e9c HTTP/1.1" status: 200 len: 943 time: 0.0877593 Jun 06 17:44:43.460941 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7dac6001-4e47-4ce5-b539-41e61f9f18ae req-7af38a65-f31d-4304-a79d-145bcefb0bba tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388522 Jun 06 17:44:44.489636 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52e730-d984-4b4d-b236-b2b55e15d167 req-e68a2e2c-80e4-4439-94d4-ba22fbd95f7b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:44.491125 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-bd52e730-d984-4b4d-b236-b2b55e15d167 req-e68a2e2c-80e4-4439-94d4-ba22fbd95f7b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.0898058 Jun 06 17:44:44.537874 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-bd52e730-d984-4b4d-b236-b2b55e15d167 req-e34f578b-a3e3-493d-af68-78b39dcd4a6c tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405803 Jun 06 17:44:44.692204 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20d9af-22bb-4b67-8cb9-b70da1dc84e2 req-183acc4b-46d3-45dd-8d4c-d892900de3c7 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:44.693614 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-2c20d9af-22bb-4b67-8cb9-b70da1dc84e2 req-183acc4b-46d3-45dd-8d4c-d892900de3c7 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e9c7596-c9ff-46e4-9901-a30678c55e9c HTTP/1.1" status: 200 len: 943 time: 0.0818145 Jun 06 17:44:44.738582 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-2c20d9af-22bb-4b67-8cb9-b70da1dc84e2 req-e637f325-a6b6-4235-9c5e-39cecde46cf3 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382528 Jun 06 17:44:45.689213 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b337fd-2358-48dc-9fc0-c5ab11448f82 req-ec35b200-4448-4676-b7f5-42fed8c745f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:45.690704 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-96b337fd-2358-48dc-9fc0-c5ab11448f82 req-ec35b200-4448-4676-b7f5-42fed8c745f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=112f749fb4de43ca891e9f33ff29787e&device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 1098 time: 0.1093717 Jun 06 17:44:45.731004 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-52a91455-aec7-4eb9-b4ba-34bd7ba8caec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:45.915531 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ffb3e-8cf7-4c16-9b00-17e3485faa42 req-3384ea80-51c4-4455-9bee-af76c8dff8fd tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:45.916955 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-466ffb3e-8cf7-4c16-9b00-17e3485faa42 req-3384ea80-51c4-4455-9bee-af76c8dff8fd tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.2644553 Jun 06 17:44:45.932107 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3414d-a378-49e7-a886-74280f2e08f2 req-0532c2a0-8794-4d90-a3d6-37d0859dacbf tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:45.933661 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-aeb3414d-a378-49e7-a886-74280f2e08f2 req-0532c2a0-8794-4d90-a3d6-37d0859dacbf tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e9c7596-c9ff-46e4-9901-a30678c55e9c HTTP/1.1" status: 200 len: 943 time: 0.0830770 Jun 06 17:44:45.948885 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b337fd-2358-48dc-9fc0-c5ab11448f82 req-2b2f1149-caab-4e05-b5b9-ba925455e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:45.950281 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-96b337fd-2358-48dc-9fc0-c5ab11448f82 req-2b2f1149-caab-4e05-b5b9-ba925455e663 service neutron] 10.222.0.21 "GET /v2.0/networks?id=72559bc2-9c29-4f2a-bcda-ce8b6786233f HTTP/1.1" status: 200 len: 917 time: 0.2520790 Jun 06 17:44:45.979158 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-aeb3414d-a378-49e7-a886-74280f2e08f2 req-768be56d-6760-466e-8f7e-a4dc6c46fe69 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398555 Jun 06 17:44:46.043658 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-466ffb3e-8cf7-4c16-9b00-17e3485faa42 req-3520f7d6-8315-4a11-a696-fe913464ac2c tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172268 Jun 06 17:44:46.066793 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-96b337fd-2358-48dc-9fc0-c5ab11448f82 req-85d94a5d-c723-4466-9f03-5c40ccc3f4d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b698854-c7a3-45f2-bdeb-4a699757e7a0 HTTP/1.1" status: 200 len: 1001 time: 0.1052506 Jun 06 17:44:46.129071 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 7b229060-c126-47f1-89a7-a97e941cd3ce details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:44:46.131609 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b337fd-2358-48dc-9fc0-c5ab11448f82 req-d4b39e5b-b1d3-4159-8593-f4a7eb86ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:46.133024 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-96b337fd-2358-48dc-9fc0-c5ab11448f82 req-d4b39e5b-b1d3-4159-8593-f4a7eb86ead7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad36e52f-085e-4814-93d9-62d98b3cab30 HTTP/1.1" status: 200 len: 855 time: 0.0607352 Jun 06 17:44:46.209044 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b337fd-2358-48dc-9fc0-c5ab11448f82 req-2ce4f665-bbcd-4560-8c25-9b634fb670e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:46.210510 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-96b337fd-2358-48dc-9fc0-c5ab11448f82 req-2ce4f665-bbcd-4560-8c25-9b634fb670e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=72559bc2-9c29-4f2a-bcda-ce8b6786233f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715714 Jun 06 17:44:46.263027 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 7b229060-c126-47f1-89a7-a97e941cd3ce, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=7b229060-c126-47f1-89a7-a97e941cd3ce,segment=NetworkSegment(2e5706a7-e26c-46b9-bb49-d3f7b4f1abba),segment_id=2e5706a7-e26c-46b9-bb49-d3f7b4f1abba)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:44:46.277049 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Returning: {'device': '7b229060-c126-47f1-89a7-a97e941cd3ce', 'network_id': 'ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09', 'port_id': '7b229060-c126-47f1-89a7-a97e941cd3ce', 'mac_address': 'fa:16:3e:4a:40:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f22de9-3d8d-4d94-909f-58bea532dacb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:44:46.333981 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:46.343252 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-96b337fd-2358-48dc-9fc0-c5ab11448f82 req-2630630b-fa85-4a80-97ba-d0aadbadc5ae service neutron] 10.222.0.21 "GET /v2.0/networks/72559bc2-9c29-4f2a-bcda-ce8b6786233f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258969 Jun 06 17:44:46.350835 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b229060-c126-47f1-89a7-a97e941cd3ce {{(pid=98877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:44:46.367105 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 7b229060-c126-47f1-89a7-a97e941cd3ce, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=7b229060-c126-47f1-89a7-a97e941cd3ce,segment=NetworkSegment(2e5706a7-e26c-46b9-bb49-d3f7b4f1abba),segment_id=2e5706a7-e26c-46b9-bb49-d3f7b4f1abba)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:44:46.474526 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:46.476650 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-96b337fd-2358-48dc-9fc0-c5ab11448f82 req-3228c91e-4faf-4e4d-94d1-086f5d879c33 service neutron] 10.222.0.21 "GET /v2.0/networks/72559bc2-9c29-4f2a-bcda-ce8b6786233f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268189 Jun 06 17:44:46.477151 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:46.557694 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=7b229060-c126-47f1-89a7-a97e941cd3ce,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:46.560818 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:46.759578 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['7b229060-c126-47f1-89a7-a97e941cd3ce'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:44:47.135787 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-57098a38-06a6-4d94-8b61-7bb4a326a3ae req-81bb8bc7-9d06-4fda-a24c-3f1a772e4e86 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-176987936&fields=id&tenant_id=0b3ec8c5bcbb4f598b9611ce45de681b HTTP/1.1" status: 200 len: 267 time: 0.0403304 Jun 06 17:44:47.167047 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ac67b-fbf7-47ae-ad11-2193beb81637 req-80e5d4b2-789c-4562-98f2-ca2ba4ad955a tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:47.168492 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-a95ac67b-fbf7-47ae-ad11-2193beb81637 req-80e5d4b2-789c-4562-98f2-ca2ba4ad955a tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e9c7596-c9ff-46e4-9901-a30678c55e9c HTTP/1.1" status: 200 len: 944 time: 0.0836504 Jun 06 17:44:47.213401 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-a95ac67b-fbf7-47ae-ad11-2193beb81637 req-37143399-ec50-48ec-ac20-c6efbf9ae1f3 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390413 Jun 06 17:44:47.223730 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57098a38-06a6-4d94-8b61-7bb4a326a3ae req-95070459-526a-4c37-9acb-3fd965ff16dc tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:47.225178 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-57098a38-06a6-4d94-8b61-7bb4a326a3ae req-95070459-526a-4c37-9acb-3fd965ff16dc tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 984 time: 0.0840571 Jun 06 17:44:47.236393 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-57098a38-06a6-4d94-8b61-7bb4a326a3ae req-bb0a959d-d7c3-43c2-a935-fc1c063a5dc6 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Request body: {'port': {'security_groups': ['024f4089-300c-4a80-9ae5-5f10407520e0']}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:44:47.359801 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-57098a38-06a6-4d94-8b61-7bb4a326a3ae req-bb0a959d-d7c3-43c2-a935-fc1c063a5dc6 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:47.384779 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a9f92-ba56-4590-b486-4a89fee2b747 req-657b3cfb-7ebe-4933-ba2a-e8d88178a99a tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:47.386243 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-bc5a9f92-ba56-4590-b486-4a89fee2b747 req-657b3cfb-7ebe-4933-ba2a-e8d88178a99a tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.0804145 Jun 06 17:44:47.434363 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-bc5a9f92-ba56-4590-b486-4a89fee2b747 req-089ddbf6-0c9d-48f5-a1c1-13d1b8cb9e47 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423832 Jun 06 17:44:47.599457 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-57098a38-06a6-4d94-8b61-7bb4a326a3ae req-bb0a959d-d7c3-43c2-a935-fc1c063a5dc6 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] For port a8681dde-a1b2-4c32-8f61-252d15c194ff, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a8681dde-a1b2-4c32-8f61-252d15c194ff,segment=NetworkSegment(5cf304d0-d138-4397-bbeb-3fcd9e890b86),segment_id=5cf304d0-d138-4397-bbeb-3fcd9e890b86)] {{(pid=98875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:44:47.624840 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-57098a38-06a6-4d94-8b61-7bb4a326a3ae req-bb0a959d-d7c3-43c2-a935-fc1c063a5dc6 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:47.722644 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-57098a38-06a6-4d94-8b61-7bb4a326a3ae req-bb0a959d-d7c3-43c2-a935-fc1c063a5dc6 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:47.728625 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-47367770-1400-4eaf-afd7-fccf208a5511 tempest-VolumesActionsTest-1181251381 tempest-VolumesActionsTest-1181251381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:47.735400 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['a8681dde-a1b2-4c32-8f61-252d15c194ff'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:44:47.798336 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57098a38-06a6-4d94-8b61-7bb4a326a3ae req-bb0a959d-d7c3-43c2-a935-fc1c063a5dc6 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:47.798969 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-57098a38-06a6-4d94-8b61-7bb4a326a3ae req-bb0a959d-d7c3-43c2-a935-fc1c063a5dc6 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:47.800343 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-57098a38-06a6-4d94-8b61-7bb4a326a3ae req-bb0a959d-d7c3-43c2-a935-fc1c063a5dc6 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "PUT /v2.0/ports/a8681dde-a1b2-4c32-8f61-252d15c194ff HTTP/1.1" status: 200 len: 942 time: 0.5685618 Jun 06 17:44:47.800842 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe2f1ce-d501-4595-a784-88c724aac823', 'tag': 'a8681dde-a1b2-4c32-8f61-252d15c194ff'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:44:47.803166 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcb6d2b-bf40-4f91-92cc-129a4625db64" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe2f1ce-d501-4595-a784-88c724aac823", "tag": "a8681dde-a1b2-4c32-8f61-252d15c194ff"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:44:47.807439 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 49940) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:47.846805 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a959d-d7c3-43c2-a935-fc1c063a5dc6 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Pushing event updated for resources: {'Port': ['ID=a8681dde-a1b2-4c32-8f61-252d15c194ff,revision_number=7']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:47.854389 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-bb0a959d-d7c3-43c2-a935-fc1c063a5dc6 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:47.865905 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bcd733-dc39-4459-ba07-b7bbb6b5da86 x-openstack-request-id: req-a6bcd733-dc39-4459-ba07-b7bbb6b5da86 {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:44:47.866254 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe2f1ce-d501-4595-a784-88c724aac823", "tag": "a8681dde-a1b2-4c32-8f61-252d15c194ff", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:44:47.866583 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6bcd733-dc39-4459-ba07-b7bbb6b5da86 {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:44:47.867188 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe2f1ce-d501-4595-a784-88c724aac823', 'tag': 'a8681dde-a1b2-4c32-8f61-252d15c194ff', 'status': 'completed', 'code': 200} Jun 06 17:44:47.921340 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-922fe493-68ce-4fb6-ae33-c3caa9b9e1ea tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:47.928040 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['a8681dde-a1b2-4c32-8f61-252d15c194ff'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:44:47.953739 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-922fe493-68ce-4fb6-ae33-c3caa9b9e1ea tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:47.981864 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb6d2b-bf40-4f91-92cc-129a4625db64 req-14b7741a-8121-47b9-baa1-a338d90c0b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:47.983617 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3fcb6d2b-bf40-4f91-92cc-129a4625db64 req-14b7741a-8121-47b9-baa1-a338d90c0b28 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b3ec8c5bcbb4f598b9611ce45de681b&device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 1098 time: 0.0911803 Jun 06 17:44:48.104774 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-e23c87bc-0060-4afb-9fcd-8cd8610a111b None None] Provisioning complete for port a8681dde-a1b2-4c32-8f61-252d15c194ff triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:44:48.105161 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-e23c87bc-0060-4afb-9fcd-8cd8610a111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:48.121783 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-922fe493-68ce-4fb6-ae33-c3caa9b9e1ea tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:48.129565 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-922fe493-68ce-4fb6-ae33-c3caa9b9e1ea tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:48.130972 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-922fe493-68ce-4fb6-ae33-c3caa9b9e1ea tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "DELETE /v2.0/security-groups/b8428a33-743b-4ee7-9f2e-fde88b24b73c HTTP/1.1" status: 204 len: 168 time: 0.3220675 Jun 06 17:44:48.131922 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-d4ed6dea-1d92-4f73-b3be-7edd1b889b9c tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:48.133858 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb6d2b-bf40-4f91-92cc-129a4625db64 req-e9cb3c19-11ba-4d69-9ea6-d9f300dba593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:48.137282 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3fcb6d2b-bf40-4f91-92cc-129a4625db64 req-e9cb3c19-11ba-4d69-9ea6-d9f300dba593 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd6b6b73-4c91-4d11-9237-6a6a820356c1 HTTP/1.1" status: 200 len: 915 time: 0.1469097 Jun 06 17:44:48.137861 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 49946) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:48.144638 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 7b229060-c126-47f1-89a7-a97e941cd3ce up at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:44:48.144855 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922fe493-68ce-4fb6-ae33-c3caa9b9e1ea tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8428a33-743b-4ee7-9f2e-fde88b24b73c,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:48.147331 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-922fe493-68ce-4fb6-ae33-c3caa9b9e1ea tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:48.399885 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:48.402012 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-a3fa511c-bc01-4e47-ba6a-812714d4269b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:48.463588 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning for port 7b229060-c126-47f1-89a7-a97e941cd3ce completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:44:48.469144 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning complete for port 7b229060-c126-47f1-89a7-a97e941cd3ce triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:44:48.469563 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:48.509168 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3fcb6d2b-bf40-4f91-92cc-129a4625db64 req-095f474b-e724-47c5-a615-d9d987a2fffc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8681dde-a1b2-4c32-8f61-252d15c194ff HTTP/1.1" status: 200 len: 1000 time: 0.3079121 Jun 06 17:44:48.593228 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:48.621616 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9c7596-c9ff-46e4-9901-a30678c55e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b229060-c126-47f1-89a7-a97e941cd3ce'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:44:48.624016 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e33cdd-4aae-4745-84ff-1b96d0efa74a" -d '{"events": [{"server_uuid": "5e9c7596-c9ff-46e4-9901-a30678c55e9c", "name": "network-vif-plugged", "status": "completed", "tag": "7b229060-c126-47f1-89a7-a97e941cd3ce"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:44:48.631567 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 7b229060-c126-47f1-89a7-a97e941cd3ce, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=7b229060-c126-47f1-89a7-a97e941cd3ce,segment=NetworkSegment(2e5706a7-e26c-46b9-bb49-d3f7b4f1abba),segment_id=2e5706a7-e26c-46b9-bb49-d3f7b4f1abba)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:44:48.673992 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb6d2b-bf40-4f91-92cc-129a4625db64 req-cb45782a-117f-49ac-97e0-d9a5d796092c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:48.676051 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3fcb6d2b-bf40-4f91-92cc-129a4625db64 req-cb45782a-117f-49ac-97e0-d9a5d796092c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46 HTTP/1.1" status: 200 len: 853 time: 0.1080706 Jun 06 17:44:48.710751 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:48.712796 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:48.752533 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eb44e-c21c-42b5-a314-12c7b848d9ae req-57fbeb4f-517a-46e6-a43f-f164d0d7bf37 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:48.754183 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0b8eb44e-c21c-42b5-a314-12c7b848d9ae req-57fbeb4f-517a-46e6-a43f-f164d0d7bf37 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e9c7596-c9ff-46e4-9901-a30678c55e9c HTTP/1.1" status: 200 len: 944 time: 0.3562419 Jun 06 17:44:48.802851 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=7b229060-c126-47f1-89a7-a97e941cd3ce,revision_number=5']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:48.806433 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:48.835908 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0b8eb44e-c21c-42b5-a314-12c7b848d9ae req-585cca67-ea35-4a6c-86a8-9ffa8acc528f tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669029 Jun 06 17:44:48.856598 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [None req-b83b2bec-a53a-44ce-83c9-a7f25c092fbb tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Deleting port 31d36747-2082-446f-a678-33d6473eaae8 {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:44:48.856934 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b83b2bec-a53a-44ce-83c9-a7f25c092fbb tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:48.877429 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb6d2b-bf40-4f91-92cc-129a4625db64 req-8832a17a-0964-4204-8cbb-79be2e41e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:48.879012 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3fcb6d2b-bf40-4f91-92cc-129a4625db64 req-8832a17a-0964-4204-8cbb-79be2e41e8b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd6b6b73-4c91-4d11-9237-6a6a820356c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1734335 Jun 06 17:44:48.908567 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e818ecd1-b23a-48e9-b34a-ef9f5c3f481f x-openstack-request-id: req-e818ecd1-b23a-48e9-b34a-ef9f5c3f481f {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:44:48.908871 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9c7596-c9ff-46e4-9901-a30678c55e9c", "name": "network-vif-plugged", "status": "completed", "tag": "7b229060-c126-47f1-89a7-a97e941cd3ce", "code": 200}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:44:48.909123 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e818ecd1-b23a-48e9-b34a-ef9f5c3f481f {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:44:48.910525 dv-cinder-791281-4-smb neutron-server[98877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9c7596-c9ff-46e4-9901-a30678c55e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b229060-c126-47f1-89a7-a97e941cd3ce', 'code': 200} Jun 06 17:44:48.926209 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6aabc4-cbed-46b3-8843-dc25a264e59c req-6fcd1660-006a-479d-bc17-1ee8aded9e59 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:48.928236 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-de6aabc4-cbed-46b3-8843-dc25a264e59c req-6fcd1660-006a-479d-bc17-1ee8aded9e59 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 945 time: 0.1242471 Jun 06 17:44:49.070876 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-de6aabc4-cbed-46b3-8843-dc25a264e59c req-fab59430-1ea0-4975-aaae-a3121634f0f2 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357462 Jun 06 17:44:49.117443 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b83b2bec-a53a-44ce-83c9-a7f25c092fbb tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:49.117769 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b83b2bec-a53a-44ce-83c9-a7f25c092fbb tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:49.230963 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:49.262873 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [None req-b83b2bec-a53a-44ce-83c9-a7f25c092fbb tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Calling delete_port for 31d36747-2082-446f-a678-33d6473eaae8 owned by network:floatingip {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:44:49.271015 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3fcb6d2b-bf40-4f91-92cc-129a4625db64 req-f82c0ba7-aac0-42fb-87f2-f2063d55e1b1 service neutron] 10.222.0.21 "GET /v2.0/networks/dd6b6b73-4c91-4d11-9237-6a6a820356c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785923 Jun 06 17:44:49.602838 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3fcb6d2b-bf40-4f91-92cc-129a4625db64 req-7d388440-5e18-4def-af76-ca9550f9fbe4 service neutron] 10.222.0.21 "GET /v2.0/networks/dd6b6b73-4c91-4d11-9237-6a6a820356c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154869 Jun 06 17:44:49.605367 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d846c-a99b-4012-950a-2b9d658cc30d req-46aa91f1-e0b7-4bd9-b64a-69c1a643738f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:49.606712 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4f7d846c-a99b-4012-950a-2b9d658cc30d req-46aa91f1-e0b7-4bd9-b64a-69c1a643738f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5e9c7596-c9ff-46e4-9901-a30678c55e9c HTTP/1.1" status: 200 len: 1098 time: 0.3008521 Jun 06 17:44:49.648211 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4f7d846c-a99b-4012-950a-2b9d658cc30d req-6115a7c4-7b62-4678-935e-a60aa6351069 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340600 Jun 06 17:44:49.667624 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b83b2bec-a53a-44ce-83c9-a7f25c092fbb tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:49.671765 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:49.718405 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b2bec-a53a-44ce-83c9-a7f25c092fbb tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Pushing event deleted for resources: {'Port': ['ID=31d36747-2082-446f-a678-33d6473eaae8,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:49.743428 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b83b2bec-a53a-44ce-83c9-a7f25c092fbb tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:49.756185 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b83b2bec-a53a-44ce-83c9-a7f25c092fbb tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks [] for floatingip, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:49.756514 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.db.l3_db [None req-b83b2bec-a53a-44ce-83c9-a7f25c092fbb tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Floating IP 8386c86c-9cf8-46a0-bcc7-b4cb49de7d29 disassociated (deleted). External IP: 172.28.3.57, port: a8681dde-a1b2-4c32-8f61-252d15c194ff. Jun 06 17:44:50.037485 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d9765-176d-4804-b7ff-afbc23c7f775 req-5303f2d4-ecc3-423f-8e91-4ba41d68a820 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:50.039021 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c18d9765-176d-4804-b7ff-afbc23c7f775 req-5303f2d4-ecc3-423f-8e91-4ba41d68a820 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e9c7596-c9ff-46e4-9901-a30678c55e9c HTTP/1.1" status: 200 len: 945 time: 0.0852346 Jun 06 17:44:50.091344 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c18d9765-176d-4804-b7ff-afbc23c7f775 req-021f5d7b-e1c8-4709-b29a-dad898c03064 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455546 Jun 06 17:44:50.141619 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 8b698854-c7a3-45f2-bdeb-4a699757e7a0 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:44:50.212914 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83b2bec-a53a-44ce-83c9-a7f25c092fbb tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Router 27655516-523d-4271-8bad-e3385136d16f has already been hosted by L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 {{(pid=98875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:44:50.258043 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:50.289291 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 8b698854-c7a3-45f2-bdeb-4a699757e7a0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=8b698854-c7a3-45f2-bdeb-4a699757e7a0,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:44:50.356351 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:50.358968 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:50.391046 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83b2bec-a53a-44ce-83c9-a7f25c092fbb tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:44:50.401191 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b83b2bec-a53a-44ce-83c9-a7f25c092fbb tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for floatingip, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:50.404488 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbb9864-5f74-4f8b-888d-873e499d44b7 None None] Sync routers for ids ['27655516-523d-4271-8bad-e3385136d16f'] in dv-cinder-791281-4-smb {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:44:50.449608 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbb9864-5f74-4f8b-888d-873e499d44b7 None None] Routers {'27655516-523d-4271-8bad-e3385136d16f'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:44:50.452512 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-2cbb9864-5f74-4f8b-888d-873e499d44b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:44:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['27655516-523d-4271-8bad-e3385136d16f'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:44:50.457796 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-b83b2bec-a53a-44ce-83c9-a7f25c092fbb tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "DELETE /v2.0/floatingips/8386c86c-9cf8-46a0-bcc7-b4cb49de7d29 HTTP/1.1" status: 204 len: 168 time: 2.3188343 Jun 06 17:44:50.458367 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe2f1ce-d501-4595-a784-88c724aac823', 'tag': 'a8681dde-a1b2-4c32-8f61-252d15c194ff'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:44:50.460700 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798f7b71-3f82-4376-b2d2-80d901d83df0" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe2f1ce-d501-4595-a784-88c724aac823", "tag": "a8681dde-a1b2-4c32-8f61-252d15c194ff"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:44:50.575593 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c30b32-8abe-408a-a526-18edc6fee486 x-openstack-request-id: req-f3c30b32-8abe-408a-a526-18edc6fee486 {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:44:50.575907 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe2f1ce-d501-4595-a784-88c724aac823", "tag": "a8681dde-a1b2-4c32-8f61-252d15c194ff", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:44:50.576176 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3c30b32-8abe-408a-a526-18edc6fee486 {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:44:50.576579 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe2f1ce-d501-4595-a784-88c724aac823', 'tag': 'a8681dde-a1b2-4c32-8f61-252d15c194ff', 'status': 'completed', 'code': 200} Jun 06 17:44:50.698028 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-2cbb9864-5f74-4f8b-888d-873e499d44b7 None None] Set router 27655516-523d-4271-8bad-e3385136d16f gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:44:50.733768 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f7b71-3f82-4376-b2d2-80d901d83df0 req-556c3f5c-f4ef-4e77-bc0f-b8404ddb3bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:50.738580 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-798f7b71-3f82-4376-b2d2-80d901d83df0 req-556c3f5c-f4ef-4e77-bc0f-b8404ddb3bb4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b3ec8c5bcbb4f598b9611ce45de681b&device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 1098 time: 0.0891438 Jun 06 17:44:50.766688 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=8b698854-c7a3-45f2-bdeb-4a699757e7a0,revision_number=8']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:50.772863 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:50.933766 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f7b71-3f82-4376-b2d2-80d901d83df0 req-44b40c74-e6df-4313-b9c7-f4871016d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:50.935219 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-798f7b71-3f82-4376-b2d2-80d901d83df0 req-44b40c74-e6df-4313-b9c7-f4871016d09d service neutron] 10.222.0.21 "GET /v2.0/networks?id=dd6b6b73-4c91-4d11-9237-6a6a820356c1 HTTP/1.1" status: 200 len: 915 time: 0.1843731 Jun 06 17:44:50.943263 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a6f220-b751-49db-ade8-9413df6025bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b698854-c7a3-45f2-bdeb-4a699757e7a0'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:44:50.945474 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b261ac1-a4f6-4ea5-b422-3734e2c8f5fc" -d '{"events": [{"server_uuid": "a5a6f220-b751-49db-ade8-9413df6025bb", "name": "network-vif-unplugged", "status": "completed", "tag": "8b698854-c7a3-45f2-bdeb-4a699757e7a0"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:44:50.985008 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:51.007202 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-798f7b71-3f82-4376-b2d2-80d901d83df0 req-89bb83c1-9761-4b52-8785-8d8c5ea95e4e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8681dde-a1b2-4c32-8f61-252d15c194ff HTTP/1.1" status: 200 len: 217 time: 0.0650232 Jun 06 17:44:51.059262 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-2cbb9864-5f74-4f8b-888d-873e499d44b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27655516-523d-4271-8bad-e3385136d16f', 'name': 'tempest-TestMinimumBasicScenario-477433983-router', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd9a920df-3259-4c4e-8ba9-c4c62e6a2802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:46Z', 'updated_at': '2021-06-06T17:41:51Z', 'revision_number': 4, 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'gw_port': {'id': 'd9a920df-3259-4c4e-8ba9-c4c62e6a2802', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27655516-523d-4271-8bad-e3385136d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:47Z', 'updated_at': '2021-06-06T17:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': 'c06e0f41-e3f6-4de7-8dcd-9c5c8c019016', 'name': '', 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'mac_address': 'fa:16:3e:b8:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27655516-523d-4271-8bad-e3385136d16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:50Z', 'updated_at': '2021-06-06T17:41:59Z', 'revision_number': 5, 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'subnets': [{'id': '4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:44:51.064938 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbb9864-5f74-4f8b-888d-873e499d44b7 None None] Checking router: 27655516-523d-4271-8bad-e3385136d16f for host: dv-cinder-791281-4-smb {{(pid=98877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:44:51.073496 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f7b71-3f82-4376-b2d2-80d901d83df0 req-8fb8d1e1-9b3b-4630-bc5d-c605943eceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:51.077414 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-798f7b71-3f82-4376-b2d2-80d901d83df0 req-8fb8d1e1-9b3b-4630-bc5d-c605943eceb7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46 HTTP/1.1" status: 200 len: 853 time: 0.0622756 Jun 06 17:44:51.077761 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbb9864-5f74-4f8b-888d-873e499d44b7 None None] Routers {'27655516-523d-4271-8bad-e3385136d16f'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:44:51.077761 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-2cbb9864-5f74-4f8b-888d-873e499d44b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:44:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['27655516-523d-4271-8bad-e3385136d16f'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:44:51.180083 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f7b71-3f82-4376-b2d2-80d901d83df0 req-1dc8c53d-d0be-4776-a485-005a28ce161a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:51.182325 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-798f7b71-3f82-4376-b2d2-80d901d83df0 req-1dc8c53d-d0be-4776-a485-005a28ce161a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dd6b6b73-4c91-4d11-9237-6a6a820356c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0997345 Jun 06 17:44:51.307586 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-2cbb9864-5f74-4f8b-888d-873e499d44b7 None None] Set router 27655516-523d-4271-8bad-e3385136d16f gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:44:51.360417 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6f398-80bb-4227-914b-850881efa54d req-8439ce80-8ce4-4011-8a3c-b4a2b09b40a6 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:51.362945 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-d4a6f398-80bb-4227-914b-850881efa54d req-8439ce80-8ce4-4011-8a3c-b4a2b09b40a6 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e9c7596-c9ff-46e4-9901-a30678c55e9c HTTP/1.1" status: 200 len: 945 time: 0.1249537 Jun 06 17:44:51.424572 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 06 Jun 2021 17:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8349ebf2-2d3e-4e14-bdb6-e541f0d4f8cb x-openstack-request-id: req-8349ebf2-2d3e-4e14-bdb6-e541f0d4f8cb {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:44:51.425388 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a6f220-b751-49db-ade8-9413df6025bb", "name": "network-vif-unplugged", "status": "failed", "tag": "8b698854-c7a3-45f2-bdeb-4a699757e7a0", "code": 422}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:44:51.426247 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8349ebf2-2d3e-4e14-bdb6-e541f0d4f8cb {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:44:51.426845 dv-cinder-791281-4-smb neutron-server[98877]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a5a6f220-b751-49db-ade8-9413df6025bb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8b698854-c7a3-45f2-bdeb-4a699757e7a0', 'code': 422} returned with failed status Jun 06 17:44:51.435971 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-d4a6f398-80bb-4227-914b-850881efa54d req-839f79d8-18b9-4206-b470-20d9f981916a tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646877 Jun 06 17:44:51.441030 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-798f7b71-3f82-4376-b2d2-80d901d83df0 req-79ec8b6f-b9ab-499c-ab85-3e5d1ed6c33c service neutron] 10.222.0.21 "GET /v2.0/networks/dd6b6b73-4c91-4d11-9237-6a6a820356c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505796 Jun 06 17:44:51.566372 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec97db-fec7-4faa-b738-f49ce160dff7 req-552e3901-9cb2-48c1-8c97-c401b0dff6a1 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:51.567848 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8aec97db-fec7-4faa-b738-f49ce160dff7 req-552e3901-9cb2-48c1-8c97-c401b0dff6a1 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 943 time: 0.2105658 Jun 06 17:44:51.643140 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-798f7b71-3f82-4376-b2d2-80d901d83df0 req-f9477234-a44e-48a4-af1f-198109b176b0 service neutron] 10.222.0.21 "GET /v2.0/networks/dd6b6b73-4c91-4d11-9237-6a6a820356c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929779 Jun 06 17:44:51.648175 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8aec97db-fec7-4faa-b738-f49ce160dff7 req-9d50896f-bded-4007-8026-73a06ada424d tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724611 Jun 06 17:44:51.752332 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-2cbb9864-5f74-4f8b-888d-873e499d44b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27655516-523d-4271-8bad-e3385136d16f', 'name': 'tempest-TestMinimumBasicScenario-477433983-router', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd9a920df-3259-4c4e-8ba9-c4c62e6a2802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:46Z', 'updated_at': '2021-06-06T17:41:51Z', 'revision_number': 4, 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'gw_port': {'id': 'd9a920df-3259-4c4e-8ba9-c4c62e6a2802', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27655516-523d-4271-8bad-e3385136d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:47Z', 'updated_at': '2021-06-06T17:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': 'c06e0f41-e3f6-4de7-8dcd-9c5c8c019016', 'name': '', 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'mac_address': 'fa:16:3e:b8:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27655516-523d-4271-8bad-e3385136d16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:50Z', 'updated_at': '2021-06-06T17:41:59Z', 'revision_number': 5, 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'subnets': [{'id': '4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:44:51.757209 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbb9864-5f74-4f8b-888d-873e499d44b7 None None] The sync data for ids ['27655516-523d-4271-8bad-e3385136d16f'] in dv-cinder-791281-4-smb is: [{'id': '27655516-523d-4271-8bad-e3385136d16f', 'name': 'tempest-TestMinimumBasicScenario-477433983-router', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd9a920df-3259-4c4e-8ba9-c4c62e6a2802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:46Z', 'updated_at': '2021-06-06T17:41:51Z', 'revision_number': 4, 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'gw_port': {'id': 'd9a920df-3259-4c4e-8ba9-c4c62e6a2802', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27655516-523d-4271-8bad-e3385136d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:47Z', 'updated_at': '2021-06-06T17:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': 'c06e0f41-e3f6-4de7-8dcd-9c5c8c019016', 'name': '', 'network_id': 'dd6b6b73-4c91-4d11-9237-6a6a820356c1', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'mac_address': 'fa:16:3e:b8:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27655516-523d-4271-8bad-e3385136d16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:50Z', 'updated_at': '2021-06-06T17:41:59Z', 'revision_number': 5, 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'subnets': [{'id': '4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:44:51.813757 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 50022) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:51.936597 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1af5191c-5d77-4361-a8c0-b0d1f60fd182 req-f27414e6-d7ca-4d3c-a5c7-6a74545915e2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1215439 Jun 06 17:44:52.017046 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d387b8-00d9-40d9-a81a-85a0c85c1374 None None] New status for floating IP 8386c86c-9cf8-46a0-bcc7-b4cb49de7d29: DOWN {{(pid=98878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:44:52.860234 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223fe6e-48b1-48f3-90d8-9d5311c03630 req-c6ed31d0-8ecc-451d-a8ad-100760bf600c tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:52.861757 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-f223fe6e-48b1-48f3-90d8-9d5311c03630 req-c6ed31d0-8ecc-451d-a8ad-100760bf600c tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 943 time: 0.0870132 Jun 06 17:44:52.909098 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-f223fe6e-48b1-48f3-90d8-9d5311c03630 req-d26ffbc9-5b11-478b-8e40-1b1b568c63dc tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406206 Jun 06 17:44:54.097117 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3bddb-ece2-4d42-b979-e748ec942ccd req-ba14c7a6-5605-44cf-9bb4-18f63a06339c tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:54.098583 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c7f3bddb-ece2-4d42-b979-e748ec942ccd req-ba14c7a6-5605-44cf-9bb4-18f63a06339c tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 943 time: 0.0791719 Jun 06 17:44:54.147592 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c7f3bddb-ece2-4d42-b979-e748ec942ccd req-7bbcb402-f11e-4766-9c9e-cf61525e4a02 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432990 Jun 06 17:44:55.159063 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa08a3e-7294-4c3d-af89-c71fc5d16658 req-199f575d-eb3a-4475-916b-8c9da0a10805 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:55.160497 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-afa08a3e-7294-4c3d-af89-c71fc5d16658 req-199f575d-eb3a-4475-916b-8c9da0a10805 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 945 time: 0.0801756 Jun 06 17:44:55.204096 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-afa08a3e-7294-4c3d-af89-c71fc5d16658 req-370af34b-7142-4c6a-bdd1-39b6dc60e6f5 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379763 Jun 06 17:44:55.383737 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7f465-1e6e-4a80-8026-e4d279fc7960 req-80886d40-8daa-4da4-adbf-6a2ef0f2227b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:55.385139 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-02a7f465-1e6e-4a80-8026-e4d279fc7960 req-80886d40-8daa-4da4-adbf-6a2ef0f2227b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 943 time: 0.0892186 Jun 06 17:44:55.434370 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-02a7f465-1e6e-4a80-8026-e4d279fc7960 req-f5f7ab02-6e14-4fb8-93ce-327470b999b7 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397158 Jun 06 17:44:55.560299 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5191c-5d77-4361-a8c0-b0d1f60fd182 req-ecab539d-ea3e-4d9a-9b38-d2231a2da7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:55.562238 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1af5191c-5d77-4361-a8c0-b0d1f60fd182 req-ecab539d-ea3e-4d9a-9b38-d2231a2da7dc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb&tenant_id=112f749fb4de43ca891e9f33ff29787e HTTP/1.1" status: 200 len: 1096 time: 0.0698047 Jun 06 17:44:55.744250 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5191c-5d77-4361-a8c0-b0d1f60fd182 req-03b420e1-daef-4b87-a049-f71243516962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:55.745688 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1af5191c-5d77-4361-a8c0-b0d1f60fd182 req-03b420e1-daef-4b87-a049-f71243516962 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=112f749fb4de43ca891e9f33ff29787e&device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 1096 time: 0.1608551 Jun 06 17:44:55.878985 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5191c-5d77-4361-a8c0-b0d1f60fd182 req-6aa02a6d-5702-4a61-ae7e-d36c20c625da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:55.880410 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1af5191c-5d77-4361-a8c0-b0d1f60fd182 req-6aa02a6d-5702-4a61-ae7e-d36c20c625da service neutron] 10.222.0.21 "GET /v2.0/networks?id=72559bc2-9c29-4f2a-bcda-ce8b6786233f HTTP/1.1" status: 200 len: 917 time: 0.1262088 Jun 06 17:44:55.985499 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1af5191c-5d77-4361-a8c0-b0d1f60fd182 req-b5aa0654-9e9b-4999-abad-10c4a549b20e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b698854-c7a3-45f2-bdeb-4a699757e7a0 HTTP/1.1" status: 200 len: 999 time: 0.0977044 Jun 06 17:44:56.048993 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5191c-5d77-4361-a8c0-b0d1f60fd182 req-dce7e3d2-f5c8-4953-a0b1-af9045faaefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:56.050491 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1af5191c-5d77-4361-a8c0-b0d1f60fd182 req-dce7e3d2-f5c8-4953-a0b1-af9045faaefe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad36e52f-085e-4814-93d9-62d98b3cab30 HTTP/1.1" status: 200 len: 855 time: 0.0582545 Jun 06 17:44:56.128206 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5191c-5d77-4361-a8c0-b0d1f60fd182 req-0a37cb1d-9c82-479f-8b4b-6bc197d2d0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:56.129782 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1af5191c-5d77-4361-a8c0-b0d1f60fd182 req-0a37cb1d-9c82-479f-8b4b-6bc197d2d0cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=72559bc2-9c29-4f2a-bcda-ce8b6786233f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726840 Jun 06 17:44:56.260364 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1af5191c-5d77-4361-a8c0-b0d1f60fd182 req-2495f52e-80ad-47ae-8d6a-0a92b25e990e service neutron] 10.222.0.21 "GET /v2.0/networks/72559bc2-9c29-4f2a-bcda-ce8b6786233f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236846 Jun 06 17:44:56.395212 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1af5191c-5d77-4361-a8c0-b0d1f60fd182 req-f9205c55-f64c-415b-a436-72583745ac17 service neutron] 10.222.0.21 "GET /v2.0/networks/72559bc2-9c29-4f2a-bcda-ce8b6786233f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281857 Jun 06 17:44:56.396366 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f8d4a-6320-4024-9f72-c8bd3283b061 req-e92b010b-d879-45b7-a761-f541991987c9 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:56.397839 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-477f8d4a-6320-4024-9f72-c8bd3283b061 req-e92b010b-d879-45b7-a761-f541991987c9 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 945 time: 0.0850959 Jun 06 17:44:56.445572 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-477f8d4a-6320-4024-9f72-c8bd3283b061 req-9659a6fc-6f8e-4f74-8c50-42dcb4cc0945 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409970 Jun 06 17:44:56.634205 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe7ec1-6a54-46cf-adb5-c6b4f6f3a32c req-b006d6ca-ad4c-4cd2-afad-d9b88ba3019c tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:56.635627 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-48fe7ec1-6a54-46cf-adb5-c6b4f6f3a32c req-b006d6ca-ad4c-4cd2-afad-d9b88ba3019c tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 943 time: 0.0796561 Jun 06 17:44:56.682157 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-48fe7ec1-6a54-46cf-adb5-c6b4f6f3a32c req-b85d63d6-29ab-483d-82c8-c049148fba52 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406039 Jun 06 17:44:57.013064 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ca863-2eee-4b67-9d0d-ec1ac5fe1b12 req-49cd2990-b9e3-44b9-9dba-d970d0523d3a tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:57.014448 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-508ca863-2eee-4b67-9d0d-ec1ac5fe1b12 req-49cd2990-b9e3-44b9-9dba-d970d0523d3a tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 945 time: 0.1143205 Jun 06 17:44:57.660262 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8d336-b67d-452d-8175-93ce12884523 req-70981e25-fd4f-4d1e-9fd1-03edcd5f8437 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:57.661692 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-eca8d336-b67d-452d-8175-93ce12884523 req-70981e25-fd4f-4d1e-9fd1-03edcd5f8437 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 945 time: 0.0872581 Jun 06 17:44:57.708513 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-eca8d336-b67d-452d-8175-93ce12884523 req-3381e3a9-d996-4ac0-b1f5-a0d82c5b713f tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407577 Jun 06 17:44:57.885205 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c47b0e-1059-43bd-9f30-9d5a5f8931ba req-6f3537c3-b881-473f-af7d-02b7f7e7b303 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:57.887598 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-70c47b0e-1059-43bd-9f30-9d5a5f8931ba req-6f3537c3-b881-473f-af7d-02b7f7e7b303 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 943 time: 0.0893831 Jun 06 17:44:57.934962 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-70c47b0e-1059-43bd-9f30-9d5a5f8931ba req-e33ef445-05cd-4cc2-9fee-ffc396e82d70 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414822 Jun 06 17:44:58.914509 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c9d09-e63b-4a7e-b822-dfd8cdd138f6 req-3d3242b4-7a32-4081-ae25-b7c5d7669030 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:58.915961 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-405c9d09-e63b-4a7e-b822-dfd8cdd138f6 req-3d3242b4-7a32-4081-ae25-b7c5d7669030 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 945 time: 0.0881493 Jun 06 17:44:58.969481 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-405c9d09-e63b-4a7e-b822-dfd8cdd138f6 req-070a6f98-1d50-4af8-b3eb-8ada2a099d40 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476189 Jun 06 17:44:59.136708 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb22e-fb1e-4e39-b0a2-5fb911dfe84b req-fa19991b-21b5-4406-9ac7-aafc9a76131b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:59.138057 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-d4fbb22e-fb1e-4e39-b0a2-5fb911dfe84b req-fa19991b-21b5-4406-9ac7-aafc9a76131b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 943 time: 0.0825682 Jun 06 17:44:59.188466 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-d4fbb22e-fb1e-4e39-b0a2-5fb911dfe84b req-fc698aa0-ebb1-4104-91f9-1a3051e48fbb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447588 Jun 06 17:45:00.182678 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e0751-869a-45b9-acee-3781dca228ff req-2d77110c-071e-4f21-addb-9a5e42d28eda tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:00.184205 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0d7e0751-869a-45b9-acee-3781dca228ff req-2d77110c-071e-4f21-addb-9a5e42d28eda tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 945 time: 0.0843129 Jun 06 17:45:00.212691 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device a8681dde-a1b2-4c32-8f61-252d15c194ff no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:45:00.240159 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0d7e0751-869a-45b9-acee-3781dca228ff req-595f8a69-b1d7-4fce-a4d8-998106b4cd93 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464699 Jun 06 17:45:00.386237 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:00.422552 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe2f1ce-d501-4595-a784-88c724aac823', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8681dde-a1b2-4c32-8f61-252d15c194ff'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:45:00.425827 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1639857f-9823-4557-88cc-44be4dd9d5a3" -d '{"events": [{"server_uuid": "5fe2f1ce-d501-4595-a784-88c724aac823", "name": "network-vif-unplugged", "status": "completed", "tag": "a8681dde-a1b2-4c32-8f61-252d15c194ff"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:45:00.449888 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port a8681dde-a1b2-4c32-8f61-252d15c194ff, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a8681dde-a1b2-4c32-8f61-252d15c194ff,segment=NetworkSegment(5cf304d0-d138-4397-bbeb-3fcd9e890b86),segment_id=5cf304d0-d138-4397-bbeb-3fcd9e890b86)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:00.482935 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 06 Jun 2021 17:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b256e88-8f6a-43f0-bc44-88d2d62f06cd x-openstack-request-id: req-0b256e88-8f6a-43f0-bc44-88d2d62f06cd {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:45:00.483393 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe2f1ce-d501-4595-a784-88c724aac823", "name": "network-vif-unplugged", "status": "completed", "tag": "a8681dde-a1b2-4c32-8f61-252d15c194ff", "code": 200}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:45:00.483704 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b256e88-8f6a-43f0-bc44-88d2d62f06cd {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:45:00.484148 dv-cinder-791281-4-smb neutron-server[98877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe2f1ce-d501-4595-a784-88c724aac823', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8681dde-a1b2-4c32-8f61-252d15c194ff', 'code': 200} Jun 06 17:45:00.507964 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:00.510904 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:00.584587 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=a8681dde-a1b2-4c32-8f61-252d15c194ff,revision_number=8']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:00.587756 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:00.590448 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440eabb-6e83-4f62-a8b2-939196d0093a req-7d19134c-e320-4e06-b9f2-1af822551725 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:00.592003 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-a440eabb-6e83-4f62-a8b2-939196d0093a req-7d19134c-e320-4e06-b9f2-1af822551725 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 943 time: 0.1142461 Jun 06 17:45:00.651975 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-a440eabb-6e83-4f62-a8b2-939196d0093a req-eb2dce1c-59cb-4ac9-97b5-a6331368a567 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527415 Jun 06 17:45:01.454379 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adc60f-6608-41ca-ac17-78f107e7fdbb req-9bb891fc-f76e-4426-b0a1-816999c0cfd2 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:01.455736 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-51adc60f-6608-41ca-ac17-78f107e7fdbb req-9bb891fc-f76e-4426-b0a1-816999c0cfd2 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 943 time: 0.0908561 Jun 06 17:45:01.502382 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-51adc60f-6608-41ca-ac17-78f107e7fdbb req-51928e7b-f82e-4afa-8ad4-33616a886e22 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409210 Jun 06 17:45:01.868782 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862b09f-aeee-48b1-b3dd-1abe9c7979f2 req-8ec9fe6f-c1a1-48d1-8d80-11f950eb1e7e tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:01.870355 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-a862b09f-aeee-48b1-b3dd-1abe9c7979f2 req-8ec9fe6f-c1a1-48d1-8d80-11f950eb1e7e tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 943 time: 0.0898459 Jun 06 17:45:01.919209 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-a862b09f-aeee-48b1-b3dd-1abe9c7979f2 req-6ab5ae04-9329-41aa-a34d-6726f2577d8b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420065 Jun 06 17:45:02.131102 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:02.439601 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:45:02.703980 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0dbfa4-4f48-4232-ae43-e752213486de req-3e741c44-2920-438d-a5c8-42e9f7591204 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:02.705308 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5f0dbfa4-4f48-4232-ae43-e752213486de req-3e741c44-2920-438d-a5c8-42e9f7591204 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 943 time: 0.0778613 Jun 06 17:45:02.758306 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-5f0dbfa4-4f48-4232-ae43-e752213486de req-52224779-b5c8-4c47-83e4-05a6a33988e5 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469561 Jun 06 17:45:03.115412 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e378b23-ea68-4ac2-b462-12d0d0fd7529 req-aab0bc6f-69e1-4d6c-9a30-8c5ca422d50e tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:03.116873 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-5e378b23-ea68-4ac2-b462-12d0d0fd7529 req-aab0bc6f-69e1-4d6c-9a30-8c5ca422d50e tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 943 time: 0.0788491 Jun 06 17:45:03.162104 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-5e378b23-ea68-4ac2-b462-12d0d0fd7529 req-6164da7e-a730-4be0-bce3-3418af952223 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388923 Jun 06 17:45:03.959451 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25741c90-e9ba-4575-9fcc-77c61baa769f req-fe4fb7ed-c102-4de3-bbca-ae92bb1b2ae2 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:03.961272 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-25741c90-e9ba-4575-9fcc-77c61baa769f req-fe4fb7ed-c102-4de3-bbca-ae92bb1b2ae2 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 943 time: 0.0858276 Jun 06 17:45:04.026909 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-25741c90-e9ba-4575-9fcc-77c61baa769f req-127d79a1-2867-4f37-af25-e9fce8fae15c tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597630 Jun 06 17:45:04.357291 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8170a6-d4b7-4cfe-9b74-e9aa63228da6 req-795bc14c-0e31-4b69-be33-46ec9f66f0c5 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:04.362191 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-9a8170a6-d4b7-4cfe-9b74-e9aa63228da6 req-795bc14c-0e31-4b69-be33-46ec9f66f0c5 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 943 time: 0.0879059 Jun 06 17:45:04.409770 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-9a8170a6-d4b7-4cfe-9b74-e9aa63228da6 req-33d53fa6-0b79-445a-8df4-cc8d39ce6dee tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437303 Jun 06 17:45:05.228241 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2998064-187e-422e-bf66-4d90c9ee361e req-91c282ed-ed53-404e-a479-44d25e8dea5a tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:05.229633 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-f2998064-187e-422e-bf66-4d90c9ee361e req-91c282ed-ed53-404e-a479-44d25e8dea5a tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 943 time: 0.0887251 Jun 06 17:45:05.275792 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-f2998064-187e-422e-bf66-4d90c9ee361e req-4d2c97db-845b-478f-96ef-56d9bb1aa4d3 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405147 Jun 06 17:45:05.606621 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825133c-37a2-4ffd-98dc-e274e97a0191 req-c750366f-5e35-4ea9-b97d-6cb40357a369 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:05.608094 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7825133c-37a2-4ffd-98dc-e274e97a0191 req-c750366f-5e35-4ea9-b97d-6cb40357a369 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 943 time: 0.0835345 Jun 06 17:45:05.654664 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7825133c-37a2-4ffd-98dc-e274e97a0191 req-206a78c1-36ed-4cbc-8466-9b931e81c341 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406032 Jun 06 17:45:06.481149 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200cedd-fac8-4b20-95b4-816697e4c285 req-d04f7fe7-525c-498d-943e-2f0cebd536d2 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:06.482811 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c200cedd-fac8-4b20-95b4-816697e4c285 req-d04f7fe7-525c-498d-943e-2f0cebd536d2 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 943 time: 0.0916028 Jun 06 17:45:06.529779 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c200cedd-fac8-4b20-95b4-816697e4c285 req-49685992-2708-4750-9e52-942574f4f669 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399694 Jun 06 17:45:06.859958 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de698ad-cee2-422c-b63c-48519e1b890d req-4321cc9c-a52e-4722-8b64-b2650d41653e tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:06.861619 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-5de698ad-cee2-422c-b63c-48519e1b890d req-4321cc9c-a52e-4722-8b64-b2650d41653e tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 943 time: 0.0901253 Jun 06 17:45:06.910502 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-5de698ad-cee2-422c-b63c-48519e1b890d req-cfdb44c6-d45c-4146-b83b-8959d9180b28 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423646 Jun 06 17:45:07.812836 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631eb8f-f23a-4d65-b73b-1ec918fccf3c req-f17b6923-3d74-4403-be00-800520299172 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:07.814310 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9631eb8f-f23a-4d65-b73b-1ec918fccf3c req-f17b6923-3d74-4403-be00-800520299172 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 943 time: 0.1651976 Jun 06 17:45:07.860457 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9631eb8f-f23a-4d65-b73b-1ec918fccf3c req-3f9739f8-10bd-40b3-8290-e11cff66abe4 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399282 Jun 06 17:45:08.098246 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e73a3-e456-4b26-82e4-10c83d0b0159 req-0829bf8b-1b50-4502-a342-19053492e2a4 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:08.099696 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-fa3e73a3-e456-4b26-82e4-10c83d0b0159 req-0829bf8b-1b50-4502-a342-19053492e2a4 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 943 time: 0.0795999 Jun 06 17:45:08.146191 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-fa3e73a3-e456-4b26-82e4-10c83d0b0159 req-e3aa7f69-9616-4904-a5b9-abdda5b69095 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410340 Jun 06 17:45:08.494757 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-508ca863-2eee-4b67-9d0d-ec1ac5fe1b12 req-410ffbf2-63df-4de0-8865-4657e5df0839 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Deleting port a8681dde-a1b2-4c32-8f61-252d15c194ff {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:45:08.495028 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-508ca863-2eee-4b67-9d0d-ec1ac5fe1b12 req-410ffbf2-63df-4de0-8865-4657e5df0839 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:08.512075 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0180fa-fad5-435f-a8be-37cbc21df04a req-04cc6633-7af5-4c87-8450-024c9c520af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:08.513509 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8d0180fa-fad5-435f-a8be-37cbc21df04a req-04cc6633-7af5-4c87-8450-024c9c520af2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=112f749fb4de43ca891e9f33ff29787e&device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 1096 time: 0.1206577 Jun 06 17:45:08.719379 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-508ca863-2eee-4b67-9d0d-ec1ac5fe1b12 req-410ffbf2-63df-4de0-8865-4657e5df0839 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] For port a8681dde-a1b2-4c32-8f61-252d15c194ff, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a8681dde-a1b2-4c32-8f61-252d15c194ff,segment=NetworkSegment(5cf304d0-d138-4397-bbeb-3fcd9e890b86),segment_id=5cf304d0-d138-4397-bbeb-3fcd9e890b86)] {{(pid=98875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:08.719726 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-508ca863-2eee-4b67-9d0d-ec1ac5fe1b12 req-410ffbf2-63df-4de0-8865-4657e5df0839 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:08.851200 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-508ca863-2eee-4b67-9d0d-ec1ac5fe1b12 req-410ffbf2-63df-4de0-8865-4657e5df0839 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Calling delete_port for a8681dde-a1b2-4c32-8f61-252d15c194ff owned by compute:nova {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:45:08.856794 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0180fa-fad5-435f-a8be-37cbc21df04a req-330479e5-e445-420f-8b93-7f121fbfd722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:08.858293 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8d0180fa-fad5-435f-a8be-37cbc21df04a req-330479e5-e445-420f-8b93-7f121fbfd722 service neutron] 10.222.0.21 "GET /v2.0/networks?id=72559bc2-9c29-4f2a-bcda-ce8b6786233f HTTP/1.1" status: 200 len: 917 time: 0.3204093 Jun 06 17:45:08.974547 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8d0180fa-fad5-435f-a8be-37cbc21df04a req-0eecadd1-22eb-4421-806b-f3b9b9f606a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b698854-c7a3-45f2-bdeb-4a699757e7a0 HTTP/1.1" status: 200 len: 999 time: 0.1090336 Jun 06 17:45:09.132542 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0180fa-fad5-435f-a8be-37cbc21df04a req-c0876ca5-d9b1-425e-b6d1-a22e0c9ddc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:09.133939 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8d0180fa-fad5-435f-a8be-37cbc21df04a req-c0876ca5-d9b1-425e-b6d1-a22e0c9ddc9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad36e52f-085e-4814-93d9-62d98b3cab30 HTTP/1.1" status: 200 len: 855 time: 0.1494341 Jun 06 17:45:09.236183 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48fdaf-d659-44c1-91b5-188a6b47dcce req-0391928a-0417-4725-b302-bb2d55fe2aec tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:09.238439 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3b48fdaf-d659-44c1-91b5-188a6b47dcce req-0391928a-0417-4725-b302-bb2d55fe2aec tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 943 time: 0.2520981 Jun 06 17:45:09.279973 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0180fa-fad5-435f-a8be-37cbc21df04a req-070c21aa-59b9-4946-99cb-6abe2f70d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:09.288653 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8d0180fa-fad5-435f-a8be-37cbc21df04a req-070c21aa-59b9-4946-99cb-6abe2f70d360 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=72559bc2-9c29-4f2a-bcda-ce8b6786233f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1394670 Jun 06 17:45:09.291457 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3b48fdaf-d659-44c1-91b5-188a6b47dcce req-554b11f9-534e-4e63-96c7-3ce8c65626c2 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/security-groups?id=024f4089-300c-4a80-9ae5-5f10407520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463557 Jun 06 17:45:09.338917 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4abbe0-82da-47f2-b11e-8cb13c19acc0 req-43d12f66-3455-439a-882e-1008afca4f58 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:09.340354 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-dd4abbe0-82da-47f2-b11e-8cb13c19acc0 req-43d12f66-3455-439a-882e-1008afca4f58 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 943 time: 0.0851605 Jun 06 17:45:09.385933 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-508ca863-2eee-4b67-9d0d-ec1ac5fe1b12 req-410ffbf2-63df-4de0-8865-4657e5df0839 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:09.390032 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-dd4abbe0-82da-47f2-b11e-8cb13c19acc0 req-c353644a-f1e9-45b8-b3af-d207bcff17c9 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431619 Jun 06 17:45:09.395045 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:09.457910 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ffbf2-63df-4de0-8865-4657e5df0839 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Pushing event deleted for resources: {'Port': ['ID=a8681dde-a1b2-4c32-8f61-252d15c194ff,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:09.463549 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-410ffbf2-63df-4de0-8865-4657e5df0839 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:09.551677 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-508ca863-2eee-4b67-9d0d-ec1ac5fe1b12 req-410ffbf2-63df-4de0-8865-4657e5df0839 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] No DVR routers for this DVR port a8681dde-a1b2-4c32-8f61-252d15c194ff on host hv-cinder-79128 {{(pid=98875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:45:09.555306 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-508ca863-2eee-4b67-9d0d-ec1ac5fe1b12 req-410ffbf2-63df-4de0-8865-4657e5df0839 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:09.557180 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-508ca863-2eee-4b67-9d0d-ec1ac5fe1b12 req-410ffbf2-63df-4de0-8865-4657e5df0839 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.21 "DELETE /v2.0/ports/a8681dde-a1b2-4c32-8f61-252d15c194ff HTTP/1.1" status: 204 len: 173 time: 1.2557991 Jun 06 17:45:09.559037 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8d0180fa-fad5-435f-a8be-37cbc21df04a req-34a0d6d3-7884-4515-8ab6-307923437d13 service neutron] 10.222.0.21 "GET /v2.0/networks/72559bc2-9c29-4f2a-bcda-ce8b6786233f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667558 Jun 06 17:45:09.559505 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe2f1ce-d501-4595-a784-88c724aac823', 'name': 'network-vif-deleted', 'tag': 'a8681dde-a1b2-4c32-8f61-252d15c194ff'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:45:09.561824 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91ba8f1-6a7a-41f7-8198-befce463a2cd" -d '{"events": [{"server_uuid": "5fe2f1ce-d501-4595-a784-88c724aac823", "name": "network-vif-deleted", "tag": "a8681dde-a1b2-4c32-8f61-252d15c194ff"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:45:09.744580 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cd7187-b83d-4547-ba25-35743757a665 x-openstack-request-id: req-52cd7187-b83d-4547-ba25-35743757a665 {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:45:09.744890 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe2f1ce-d501-4595-a784-88c724aac823", "name": "network-vif-deleted", "tag": "a8681dde-a1b2-4c32-8f61-252d15c194ff", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:45:09.745165 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52cd7187-b83d-4547-ba25-35743757a665 {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:45:09.745565 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe2f1ce-d501-4595-a784-88c724aac823', 'name': 'network-vif-deleted', 'tag': 'a8681dde-a1b2-4c32-8f61-252d15c194ff', 'status': 'completed', 'code': 200} Jun 06 17:45:09.786292 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8d0180fa-fad5-435f-a8be-37cbc21df04a req-616fda66-fdea-437a-b992-3630dff466ea service neutron] 10.222.0.21 "GET /v2.0/networks/72559bc2-9c29-4f2a-bcda-ce8b6786233f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183950 Jun 06 17:45:10.476718 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-afe26888-afec-4e0b-8f47-1698aa160986 req-ba23284e-c52d-4bed-9799-4053854f29d9 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe2f1ce-d501-4595-a784-88c724aac823 HTTP/1.1" status: 200 len: 210 time: 0.0517147 Jun 06 17:45:10.646609 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2ce27-9e7c-4449-aaa7-7c47137a5b47 req-2e320e33-7aa1-48c8-a688-0ae444319302 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:10.648164 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-34e2ce27-9e7c-4449-aaa7-7c47137a5b47 req-2e320e33-7aa1-48c8-a688-0ae444319302 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 943 time: 0.0910447 Jun 06 17:45:10.694966 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-34e2ce27-9e7c-4449-aaa7-7c47137a5b47 req-5543842b-5399-4d4b-b445-6f276d8f9b40 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411713 Jun 06 17:45:11.892040 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea895e-adbe-44e9-9f0e-ea0732bb6b1e req-42863160-613b-4ce6-ab25-24baba8e1d14 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:11.893576 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-d5ea895e-adbe-44e9-9f0e-ea0732bb6b1e req-42863160-613b-4ce6-ab25-24baba8e1d14 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 943 time: 0.0825262 Jun 06 17:45:11.944439 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-d5ea895e-adbe-44e9-9f0e-ea0732bb6b1e req-713b0946-d4ef-4d62-b18c-e9e21745dcb4 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444281 Jun 06 17:45:12.320797 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 8b698854-c7a3-45f2-bdeb-4a699757e7a0 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:45:12.454851 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 8b698854-c7a3-45f2-bdeb-4a699757e7a0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=8b698854-c7a3-45f2-bdeb-4a699757e7a0,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:12.467796 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Returning: {'device': '8b698854-c7a3-45f2-bdeb-4a699757e7a0', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'port_id': '8b698854-c7a3-45f2-bdeb-4a699757e7a0', 'mac_address': 'fa:16:3e:57:91:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:45:12.522404 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:12.539399 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b698854-c7a3-45f2-bdeb-4a699757e7a0 {{(pid=98877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:45:12.555693 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 8b698854-c7a3-45f2-bdeb-4a699757e7a0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=8b698854-c7a3-45f2-bdeb-4a699757e7a0,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:12.647231 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:12.648979 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:12.717494 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=8b698854-c7a3-45f2-bdeb-4a699757e7a0,revision_number=9']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:12.720769 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:12.877170 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['8b698854-c7a3-45f2-bdeb-4a699757e7a0'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:45:13.148317 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 50310) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:13.230257 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0029b-8126-4b8a-957c-2e270b0cd370 req-d28c1612-089b-456f-80d8-19c7ce006479 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:13.232741 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-11e0029b-8126-4b8a-957c-2e270b0cd370 req-d28c1612-089b-456f-80d8-19c7ce006479 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 944 time: 0.1779480 Jun 06 17:45:13.295373 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-11e0029b-8126-4b8a-957c-2e270b0cd370 req-b2054d64-44df-4b93-bcc3-121fb3da12a4 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562406 Jun 06 17:45:13.712134 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d161e684-8f18-4a00-bac1-512828d423f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-321489'] for router_interface, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:14.136246 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [None req-d161e684-8f18-4a00-bac1-512828d423f8 admin admin] Deleting port c06e0f41-e3f6-4de7-8dcd-9c5c8c019016 {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:45:14.136582 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d161e684-8f18-4a00-bac1-512828d423f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:14.256510 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [None req-d161e684-8f18-4a00-bac1-512828d423f8 admin admin] For port c06e0f41-e3f6-4de7-8dcd-9c5c8c019016, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=c06e0f41-e3f6-4de7-8dcd-9c5c8c019016,segment=NetworkSegment(5cf304d0-d138-4397-bbeb-3fcd9e890b86),segment_id=5cf304d0-d138-4397-bbeb-3fcd9e890b86)] {{(pid=98875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:14.257194 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d161e684-8f18-4a00-bac1-512828d423f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:14.334163 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 8b698854-c7a3-45f2-bdeb-4a699757e7a0 up at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:45:14.381478 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [None req-d161e684-8f18-4a00-bac1-512828d423f8 admin admin] Calling delete_port for c06e0f41-e3f6-4de7-8dcd-9c5c8c019016 owned by network:router_interface {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:45:14.414272 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning complete for port 8b698854-c7a3-45f2-bdeb-4a699757e7a0 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:45:14.414949 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:14.528531 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a005f-7572-477d-ad96-8d6308e25b6b req-2be77baa-8c71-4240-8fb2-7765a2dad513 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:14.534730 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-345a005f-7572-477d-ad96-8d6308e25b6b req-2be77baa-8c71-4240-8fb2-7765a2dad513 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 944 time: 0.1018090 Jun 06 17:45:14.551674 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:14.579794 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a6f220-b751-49db-ade8-9413df6025bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b698854-c7a3-45f2-bdeb-4a699757e7a0'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:45:14.582299 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7364443a-4c34-431f-9b1f-d14793e4debf" -d '{"events": [{"server_uuid": "a5a6f220-b751-49db-ade8-9413df6025bb", "name": "network-vif-plugged", "status": "completed", "tag": "8b698854-c7a3-45f2-bdeb-4a699757e7a0"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:45:14.584050 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-345a005f-7572-477d-ad96-8d6308e25b6b req-e50d8c20-3dfb-4b0f-83b4-b69176d4779d tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460565 Jun 06 17:45:14.596246 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 8b698854-c7a3-45f2-bdeb-4a699757e7a0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=8b698854-c7a3-45f2-bdeb-4a699757e7a0,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:14.685430 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1d92bd-420f-4a8f-9185-9cbd07fb4c87 x-openstack-request-id: req-cf1d92bd-420f-4a8f-9185-9cbd07fb4c87 {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:45:14.686327 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a6f220-b751-49db-ade8-9413df6025bb", "name": "network-vif-plugged", "status": "completed", "tag": "8b698854-c7a3-45f2-bdeb-4a699757e7a0", "code": 200}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:45:14.686808 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf1d92bd-420f-4a8f-9185-9cbd07fb4c87 {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:45:14.687302 dv-cinder-791281-4-smb neutron-server[98877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a6f220-b751-49db-ade8-9413df6025bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b698854-c7a3-45f2-bdeb-4a699757e7a0', 'code': 200} Jun 06 17:45:14.702300 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:14.704127 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:14.791555 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=8b698854-c7a3-45f2-bdeb-4a699757e7a0,revision_number=10']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:14.794569 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:14.873881 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d161e684-8f18-4a00-bac1-512828d423f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:14.880586 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-6a364c9e-da27-46ac-b6be-251859fa4aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:14.925325 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161e684-8f18-4a00-bac1-512828d423f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c06e0f41-e3f6-4de7-8dcd-9c5c8c019016,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:14.929654 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-d161e684-8f18-4a00-bac1-512828d423f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:15.193975 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d161e684-8f18-4a00-bac1-512828d423f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1694887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-320159'] for router_interface, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:15.512143 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf0996-96e4-4b93-adb0-361b1b8127bd req-ae6ed917-d240-4716-b61d-02106306d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:15.513591 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-2cbf0996-96e4-4b93-adb0-361b1b8127bd req-ae6ed917-d240-4716-b61d-02106306d0d9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 1099 time: 0.1725860 Jun 06 17:45:15.630939 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-2cbf0996-96e4-4b93-adb0-361b1b8127bd req-210bad64-4f99-401b-a9a8-bc001df2ba50 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618737 Jun 06 17:45:15.636150 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d161e684-8f18-4a00-bac1-512828d423f8 admin admin] Router 27655516-523d-4271-8bad-e3385136d16f has already been hosted by L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 {{(pid=98875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:45:15.778791 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3b6c14b1-e564-40b5-92d9-3de2c1eb3446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:15.802046 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ccb4f-79e1-4fcf-b0b4-2483d8e5c68a req-f5d3fdee-9781-446c-9ac5-b7f048cdb272 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:15.803533 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-bd8ccb4f-79e1-4fcf-b0b4-2483d8e5c68a req-f5d3fdee-9781-446c-9ac5-b7f048cdb272 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 946 time: 0.0864995 Jun 06 17:45:15.819807 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d161e684-8f18-4a00-bac1-512828d423f8 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:45:15.825315 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-d161e684-8f18-4a00-bac1-512828d423f8 admin admin] 10.222.0.23 "PUT /v2.0/routers/27655516-523d-4271-8bad-e3385136d16f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6751208 Jun 06 17:45:15.828603 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8957ae5f-1c2d-4781-bfa1-684582c670fe None None] Sync routers for ids ['27655516-523d-4271-8bad-e3385136d16f'] in dv-cinder-791281-4-smb {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:45:15.830464 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 50354) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:15.838082 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8957ae5f-1c2d-4781-bfa1-684582c670fe None None] Routers {'27655516-523d-4271-8bad-e3385136d16f'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:45:15.838750 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-8957ae5f-1c2d-4781-bfa1-684582c670fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:44:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['27655516-523d-4271-8bad-e3385136d16f'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:15.941023 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-bd8ccb4f-79e1-4fcf-b0b4-2483d8e5c68a req-7e9a334c-3b81-4c0f-abd1-bfcabb06b88b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313627 Jun 06 17:45:16.012134 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9b0e9-27c9-461d-9aa5-edf03ae06584 req-7b72cc1c-2157-498d-8683-831b4cfb608e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:16.013589 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-09d9b0e9-27c9-461d-9aa5-edf03ae06584 req-7b72cc1c-2157-498d-8683-831b4cfb608e tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b62f710-fdcb-4868-8e73-15a666adeb33 HTTP/1.1" status: 200 len: 946 time: 0.0823162 Jun 06 17:45:16.052066 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d1a7e2fb-2117-4eed-ad90-4a56b80a3474 admin admin] Notify callbacks [] for router, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:16.056479 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-8957ae5f-1c2d-4781-bfa1-684582c670fe None None] Set router 27655516-523d-4271-8bad-e3385136d16f gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:45:16.060958 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-09d9b0e9-27c9-461d-9aa5-edf03ae06584 req-1b586d49-3ee4-4bf5-a13f-397ba1de813b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b015a90-2437-4308-8e4d-4457f660d048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413830 Jun 06 17:45:16.234485 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d1a7e2fb-2117-4eed-ad90-4a56b80a3474 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:16.348909 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-8957ae5f-1c2d-4781-bfa1-684582c670fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27655516-523d-4271-8bad-e3385136d16f', 'name': 'tempest-TestMinimumBasicScenario-477433983-router', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd9a920df-3259-4c4e-8ba9-c4c62e6a2802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:46Z', 'updated_at': '2021-06-06T17:45:14Z', 'revision_number': 5, 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'gw_port': {'id': 'd9a920df-3259-4c4e-8ba9-c4c62e6a2802', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27655516-523d-4271-8bad-e3385136d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:47Z', 'updated_at': '2021-06-06T17:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:16.353503 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8957ae5f-1c2d-4781-bfa1-684582c670fe None None] Checking router: 27655516-523d-4271-8bad-e3385136d16f for host: dv-cinder-791281-4-smb {{(pid=98877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:45:16.362342 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8957ae5f-1c2d-4781-bfa1-684582c670fe None None] Routers {'27655516-523d-4271-8bad-e3385136d16f'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:45:16.363055 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-8957ae5f-1c2d-4781-bfa1-684582c670fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:44:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['27655516-523d-4271-8bad-e3385136d16f'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:16.402620 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-d1a7e2fb-2117-4eed-ad90-4a56b80a3474 admin admin] Deleting port d9a920df-3259-4c4e-8ba9-c4c62e6a2802 {{(pid=98876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:45:16.402957 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d1a7e2fb-2117-4eed-ad90-4a56b80a3474 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:16.559048 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.db [None req-d1a7e2fb-2117-4eed-ad90-4a56b80a3474 admin admin] For port d9a920df-3259-4c4e-8ba9-c4c62e6a2802, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=d9a920df-3259-4c4e-8ba9-c4c62e6a2802,segment=NetworkSegment(071d7783-9719-4ea8-bb46-4cbc83b3e1b1),segment_id=071d7783-9719-4ea8-bb46-4cbc83b3e1b1)] {{(pid=98876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:16.559406 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d1a7e2fb-2117-4eed-ad90-4a56b80a3474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:16.570175 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-8957ae5f-1c2d-4781-bfa1-684582c670fe None None] Set router 27655516-523d-4271-8bad-e3385136d16f gateway port host: None {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:45:16.690749 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-d1a7e2fb-2117-4eed-ad90-4a56b80a3474 admin admin] Calling delete_port for d9a920df-3259-4c4e-8ba9-c4c62e6a2802 owned by network:router_gateway {{(pid=98876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:45:16.694889 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-8957ae5f-1c2d-4781-bfa1-684582c670fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27655516-523d-4271-8bad-e3385136d16f', 'name': 'tempest-TestMinimumBasicScenario-477433983-router', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:46Z', 'updated_at': '2021-06-06T17:45:16Z', 'revision_number': 6, 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'gw_port_host': None}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:16.699743 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8957ae5f-1c2d-4781-bfa1-684582c670fe None None] The sync data for ids ['27655516-523d-4271-8bad-e3385136d16f'] in dv-cinder-791281-4-smb is: [{'id': '27655516-523d-4271-8bad-e3385136d16f', 'name': 'tempest-TestMinimumBasicScenario-477433983-router', 'tenant_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:46Z', 'updated_at': '2021-06-06T17:45:16Z', 'revision_number': 6, 'project_id': '0b3ec8c5bcbb4f598b9611ce45de681b', 'gw_port_host': None}] {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:45:17.100392 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d1a7e2fb-2117-4eed-ad90-4a56b80a3474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2112105'] for port, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:17.109487 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-39e24697-28c4-4d2a-92e4-93e3ca4bcf35 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:17.161877 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7e2fb-2117-4eed-ad90-4a56b80a3474 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9a920df-3259-4c4e-8ba9-c4c62e6a2802,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:17.167220 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-d1a7e2fb-2117-4eed-ad90-4a56b80a3474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:17.261300 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3a440-1647-4b5c-b799-a97990092e6c req-72c29db2-ca88-43e1-a5d6-ca9487e5b04c tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:17.263013 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1ba3a440-1647-4b5c-b799-a97990092e6c req-72c29db2-ca88-43e1-a5d6-ca9487e5b04c tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b62f710-fdcb-4868-8e73-15a666adeb33 HTTP/1.1" status: 200 len: 946 time: 0.0902846 Jun 06 17:45:17.387518 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d1a7e2fb-2117-4eed-ad90-4a56b80a3474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1608001'] for router_gateway, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:17.414624 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1ba3a440-1647-4b5c-b799-a97990092e6c req-f9ac3c6e-3e52-4cb4-805f-b4810b8ff729 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b015a90-2437-4308-8e4d-4457f660d048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458290 Jun 06 17:45:17.444836 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c237216-408b-4d14-9f71-439c20c11f57 req-6d88515b-b4c9-4e7d-835a-0b1e0775333b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:17.446381 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-0c237216-408b-4d14-9f71-439c20c11f57 req-6d88515b-b4c9-4e7d-835a-0b1e0775333b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 946 time: 0.3824480 Jun 06 17:45:17.600252 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d1a7e2fb-2117-4eed-ad90-4a56b80a3474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-323958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3601'] for router, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:17.603921 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d1a7e2fb-2117-4eed-ad90-4a56b80a3474 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:17.618783 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-0c237216-408b-4d14-9f71-439c20c11f57 req-c9628bba-1b36-46b2-9bc8-403e3162d44b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157699 Jun 06 17:45:17.719507 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d1a7e2fb-2117-4eed-ad90-4a56b80a3474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-324074'] for router, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:17.720020 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a7e2fb-2117-4eed-ad90-4a56b80a3474 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27655516-523d-4271-8bad-e3385136d16f {{(pid=98876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 17:45:17.724527 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d1a7e2fb-2117-4eed-ad90-4a56b80a3474 admin admin] Notify callbacks [] for router, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:17.729802 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-d1a7e2fb-2117-4eed-ad90-4a56b80a3474 admin admin] 10.222.0.23 "DELETE /v2.0/routers/27655516-523d-4271-8bad-e3385136d16f HTTP/1.1" status: 204 len: 168 time: 1.8940494 Jun 06 17:45:17.729802 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 50400) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:17.792894 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.db_base_plugin_v2 [None req-b331f9f5-766a-4d4b-8384-201a17aa3fe5 admin admin] Deleting subnet 4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46 {{(pid=98876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:45:17.796144 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b331f9f5-766a-4d4b-8384-201a17aa3fe5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:17.846835 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b331f9f5-766a-4d4b-8384-201a17aa3fe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2151807'] for subnet, precommit_delete_associations {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:17.950934 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f9a47-0361-4718-84c3-a6f115f25056 req-97c32a0e-2d5a-460f-9f2d-6655ea7c1433 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:17.952346 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c30f9a47-0361-4718-84c3-a6f115f25056 req-97c32a0e-2d5a-460f-9f2d-6655ea7c1433 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b62f710-fdcb-4868-8e73-15a666adeb33 HTTP/1.1" status: 200 len: 946 time: 0.0811491 Jun 06 17:45:17.966972 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b331f9f5-766a-4d4b-8384-201a17aa3fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496290'] for subnet, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:18.102549 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-c30f9a47-0361-4718-84c3-a6f115f25056 req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Deleting port ab9daf94-5201-4291-a2f5-7834fc82e544 {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:45:18.102549 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-c30f9a47-0361-4718-84c3-a6f115f25056 req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:18.144470 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b331f9f5-766a-4d4b-8384-201a17aa3fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2112132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3128098'] for subnet, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:18.150265 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-01b18944-fcbf-4818-9e2f-ade7a2f65414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:18.199060 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331f9f5-766a-4d4b-8384-201a17aa3fe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:18.211539 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331f9f5-766a-4d4b-8384-201a17aa3fe5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:18.212130 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331f9f5-766a-4d4b-8384-201a17aa3fe5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:18.212670 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331f9f5-766a-4d4b-8384-201a17aa3fe5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:18.213520 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331f9f5-766a-4d4b-8384-201a17aa3fe5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:18.213520 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331f9f5-766a-4d4b-8384-201a17aa3fe5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:18.213896 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331f9f5-766a-4d4b-8384-201a17aa3fe5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:18.214279 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331f9f5-766a-4d4b-8384-201a17aa3fe5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:18.214633 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331f9f5-766a-4d4b-8384-201a17aa3fe5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:18.214987 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331f9f5-766a-4d4b-8384-201a17aa3fe5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:18.215336 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331f9f5-766a-4d4b-8384-201a17aa3fe5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:18.215683 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331f9f5-766a-4d4b-8384-201a17aa3fe5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:18.216684 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331f9f5-766a-4d4b-8384-201a17aa3fe5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:18.218843 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b331f9f5-766a-4d4b-8384-201a17aa3fe5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:18.220668 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-b331f9f5-766a-4d4b-8384-201a17aa3fe5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4bd9ad7d-574f-4ddf-b7b3-f7ffefe08e46 HTTP/1.1" status: 204 len: 168 time: 0.4915764 Jun 06 17:45:18.221018 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a92ed4-5627-40f6-982a-dfc55dd1efb9 None None] Network dd6b6b73-4c91-4d11-9237-6a6a820356c1 requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:45:18.222237 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-b331f9f5-766a-4d4b-8384-201a17aa3fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:18.227162 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 50406) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:18.248007 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-6788ba09-6f56-4ce1-9e30-94d7a09bbf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:18.256121 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:18.293708 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-c30f9a47-0361-4718-84c3-a6f115f25056 req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] For port ab9daf94-5201-4291-a2f5-7834fc82e544, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ab9daf94-5201-4291-a2f5-7834fc82e544,segment=NetworkSegment(fdad1d62-382b-41fb-ba35-3d784043d3b3),segment_id=fdad1d62-382b-41fb-ba35-3d784043d3b3)] {{(pid=98875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:18.294623 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-c30f9a47-0361-4718-84c3-a6f115f25056 req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:18.345861 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-533264f6-e912-409d-8866-1e9f61d89496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596576'] for network, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:18.430381 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-533264f6-e912-409d-8866-1e9f61d89496 admin admin] Deleting port 59bfb408-b9d7-4844-8ee0-2cac8a6c1b17 {{(pid=98876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:45:18.430714 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-533264f6-e912-409d-8866-1e9f61d89496 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:18.548144 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.db [None req-533264f6-e912-409d-8866-1e9f61d89496 admin admin] For port 59bfb408-b9d7-4844-8ee0-2cac8a6c1b17, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=59bfb408-b9d7-4844-8ee0-2cac8a6c1b17,segment=NetworkSegment(5cf304d0-d138-4397-bbeb-3fcd9e890b86),segment_id=5cf304d0-d138-4397-bbeb-3fcd9e890b86)] {{(pid=98876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:18.548742 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-533264f6-e912-409d-8866-1e9f61d89496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:18.597025 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5808fb7-e221-4f0f-9905-685c58682f37 None None] DHCP port deletion for dd6b6b73-4c91-4d11-9237-6a6a820356c1 request from dv-cinder-791281-4-smb {{(pid=98877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 17:45:18.661395 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-c30f9a47-0361-4718-84c3-a6f115f25056 req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:18.661395 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-c30f9a47-0361-4718-84c3-a6f115f25056 req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608054'] for floatingip, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:18.661395 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.db.l3_db [req-c30f9a47-0361-4718-84c3-a6f115f25056 req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Floating IP 0fd8bccf-c227-490e-bc3c-910537d7a6b0 disassociated. External IP: 172.28.3.217, port: ab9daf94-5201-4291-a2f5-7834fc82e544. Jun 06 17:45:18.661395 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-c30f9a47-0361-4718-84c3-a6f115f25056 req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Calling delete_port for ab9daf94-5201-4291-a2f5-7834fc82e544 owned by compute:nova {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:45:18.709604 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-d5808fb7-e221-4f0f-9905-685c58682f37 None None] Deleting port 59bfb408-b9d7-4844-8ee0-2cac8a6c1b17 {{(pid=98877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:45:18.712946 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-d5808fb7-e221-4f0f-9905-685c58682f37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:18.730163 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-533264f6-e912-409d-8866-1e9f61d89496 admin admin] Calling delete_port for 59bfb408-b9d7-4844-8ee0-2cac8a6c1b17 owned by network:dhcp {{(pid=98876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:45:18.733447 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device c06e0f41-e3f6-4de7-8dcd-9c5c8c019016 no longer exists at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:45:18.775617 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] No Port match for: c06e0f41-e3f6-4de7-8dcd-9c5c8c019016 {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:45:18.776222 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device c06e0f41-e3f6-4de7-8dcd-9c5c8c019016 not bound to the agent host dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:45:18.776835 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 59bfb408-b9d7-4844-8ee0-2cac8a6c1b17 no longer exists at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:45:18.789025 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243371b-7fed-4539-af9e-a6d474779ed8 req-2da875ed-fcb6-47a5-b1cd-e1d41889a242 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:18.790535 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c243371b-7fed-4539-af9e-a6d474779ed8 req-2da875ed-fcb6-47a5-b1cd-e1d41889a242 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b62f710-fdcb-4868-8e73-15a666adeb33 HTTP/1.1" status: 200 len: 946 time: 0.2326126 Jun 06 17:45:18.847115 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c243371b-7fed-4539-af9e-a6d474779ed8 req-075e2260-e20c-43c6-9a3f-3d07ab2c27c2 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b015a90-2437-4308-8e4d-4457f660d048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467467 Jun 06 17:45:18.871676 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-c30f9a47-0361-4718-84c3-a6f115f25056 req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:18.877912 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-410ffbf2-63df-4de0-8865-4657e5df0839 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:18.902175 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-533264f6-e912-409d-8866-1e9f61d89496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2112105'] for port, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:18.903662 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-d5808fb7-e221-4f0f-9905-685c58682f37 None None] For port 59bfb408-b9d7-4844-8ee0-2cac8a6c1b17, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=59bfb408-b9d7-4844-8ee0-2cac8a6c1b17,segment=NetworkSegment(5cf304d0-d138-4397-bbeb-3fcd9e890b86),segment_id=5cf304d0-d138-4397-bbeb-3fcd9e890b86)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:18.904089 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-d5808fb7-e221-4f0f-9905-685c58682f37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:18.907941 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-d62568c1-0503-4313-9f26-c483eb49053e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:18.926167 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Pushing event deleted for resources: {'Port': ['ID=ab9daf94-5201-4291-a2f5-7834fc82e544,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:18.941389 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:18.941794 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:18.942170 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:18.942527 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:18.942880 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:18.943223 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:18.943708 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:18.944801 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:18.944801 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:18.944801 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:18.945055 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:18.945311 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:18.950390 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:18.959428 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533264f6-e912-409d-8866-1e9f61d89496 admin admin] Pushing event deleted for resources: {'Port': ['ID=59bfb408-b9d7-4844-8ee0-2cac8a6c1b17,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:18.964872 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533264f6-e912-409d-8866-1e9f61d89496 admin admin] No DVR routers for this DVR port 59bfb408-b9d7-4844-8ee0-2cac8a6c1b17 on host dv-cinder-791281-4-smb {{(pid=98876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:45:18.967436 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-533264f6-e912-409d-8866-1e9f61d89496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:18.970903 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] No active binding found for port 59bfb408-b9d7-4844-8ee0-2cac8a6c1b17 {{(pid=98877) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 06 17:45:18.971337 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 59bfb408-b9d7-4844-8ee0-2cac8a6c1b17 not bound to the agent host dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:45:18.971721 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device d9a920df-3259-4c4e-8ba9-c4c62e6a2802 no longer exists at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:45:19.041389 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250261fb-0310-4d4a-b27c-2899982a1f06 req-7b707bb1-80e6-4d91-9612-ac319f597b76 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:19.042907 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-250261fb-0310-4d4a-b27c-2899982a1f06 req-7b707bb1-80e6-4d91-9612-ac319f597b76 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 946 time: 0.2394772 Jun 06 17:45:19.061176 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-d5808fb7-e221-4f0f-9905-685c58682f37 None None] Calling delete_port for 59bfb408-b9d7-4844-8ee0-2cac8a6c1b17 owned by network:dhcp {{(pid=98877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:45:19.069383 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] No Port match for: d9a920df-3259-4c4e-8ba9-c4c62e6a2802 {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:45:19.069732 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device d9a920df-3259-4c4e-8ba9-c4c62e6a2802 not bound to the agent host dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:45:19.089015 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-533264f6-e912-409d-8866-1e9f61d89496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493627', 'neutron.services.segments.db._delete_segments_for_network-8729318600102'] for network, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:19.102845 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-533264f6-e912-409d-8866-1e9f61d89496 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd6b6b73-4c91-4d11-9237-6a6a820356c1']}} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:19.116520 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-533264f6-e912-409d-8866-1e9f61d89496 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf304d0-d138-4397-bbeb-3fcd9e890b86') {'for_net_delete': True} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:19.116843 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-533264f6-e912-409d-8866-1e9f61d89496 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf304d0-d138-4397-bbeb-3fcd9e890b86') {} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:19.128864 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-533264f6-e912-409d-8866-1e9f61d89496 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729318605249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2151750'] for segment, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:19.147912 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-533264f6-e912-409d-8866-1e9f61d89496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:19.155965 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533264f6-e912-409d-8866-1e9f61d89496 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=98876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:45:19.156342 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-533264f6-e912-409d-8866-1e9f61d89496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2112062'] for segment, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:19.172394 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-250261fb-0310-4d4a-b27c-2899982a1f06 req-28f3761f-35ee-4a29-9af3-caeafb117546 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742054 Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: Traceback (most recent call last): Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: timer() Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: cb(*args, **kw) Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: return func(*args, **kwargs) Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: self._notify() Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: self.callback(batched_events) Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: event.method(event) Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: return f(self, *a, **k) Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: return self._get(url).json() Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: return self.request(url, 'GET', **kwargs) Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:45:19.173786 dv-cinder-791281-4-smb neutron-server[98876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:45:19.177453 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c30f9a47-0361-4718-84c3-a6f115f25056 req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Router bcc9cc58-7091-46d6-808d-29263a430786 has already been hosted by L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 {{(pid=98875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:45:19.228007 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-d5808fb7-e221-4f0f-9905-685c58682f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489'] for port, after_delete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:19.233841 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:19.265339 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:19.282030 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5808fb7-e221-4f0f-9905-685c58682f37 None None] Pushing event deleted for resources: {'Port': ['ID=59bfb408-b9d7-4844-8ee0-2cac8a6c1b17,revision_number=None']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:19.284396 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5808fb7-e221-4f0f-9905-685c58682f37 None None] No DVR routers for this DVR port 59bfb408-b9d7-4844-8ee0-2cac8a6c1b17 on host dv-cinder-791281-4-smb {{(pid=98877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:45:19.286381 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-d5808fb7-e221-4f0f-9905-685c58682f37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:19.382959 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c30f9a47-0361-4718-84c3-a6f115f25056 req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:45:19.392963 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dc1a24-3795-49d4-a536-91341134e89b None None] Sync routers for ids ['bcc9cc58-7091-46d6-808d-29263a430786'] in dv-cinder-791281-4-smb {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:45:19.404420 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dc1a24-3795-49d4-a536-91341134e89b None None] Routers {'bcc9cc58-7091-46d6-808d-29263a430786'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:45:19.405186 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-98dc1a24-3795-49d4-a536-91341134e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:45:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['bcc9cc58-7091-46d6-808d-29263a430786'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:19.455819 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30f9a47-0361-4718-84c3-a6f115f25056 req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] No DVR routers for this DVR port ab9daf94-5201-4291-a2f5-7834fc82e544 on host hv-cinder-79128 {{(pid=98875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:45:19.458902 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-c30f9a47-0361-4718-84c3-a6f115f25056 req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:19.461011 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c30f9a47-0361-4718-84c3-a6f115f25056 req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.21 "DELETE /v2.0/ports/ab9daf94-5201-4291-a2f5-7834fc82e544 HTTP/1.1" status: 204 len: 173 time: 1.5029576 Jun 06 17:45:19.461552 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b62f710-fdcb-4868-8e73-15a666adeb33', 'name': 'network-vif-deleted', 'tag': 'ab9daf94-5201-4291-a2f5-7834fc82e544'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:45:19.463892 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a621bc7-b102-4329-aef4-a4a8becc6001" -d '{"events": [{"server_uuid": "0b62f710-fdcb-4868-8e73-15a666adeb33", "name": "network-vif-deleted", "tag": "ab9daf94-5201-4291-a2f5-7834fc82e544"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:45:19.490784 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-533264f6-e912-409d-8866-1e9f61d89496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608036'] for network, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:19.496687 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-533264f6-e912-409d-8866-1e9f61d89496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:19.499783 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-533264f6-e912-409d-8866-1e9f61d89496 admin admin] 10.222.0.23 "DELETE /v2.0/networks/dd6b6b73-4c91-4d11-9237-6a6a820356c1 HTTP/1.1" status: 204 len: 168 time: 1.2688105 Jun 06 17:45:19.500987 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-906c8b98-2bdf-4410-b2a6-bef2e88ab6bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:19.502673 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 50422) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:19.521898 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533264f6-e912-409d-8866-1e9f61d89496 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd6b6b73-4c91-4d11-9237-6a6a820356c1,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:19.533918 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-533264f6-e912-409d-8866-1e9f61d89496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:19.561239 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e026376d-6ddd-4fd8-9f0a-19669146c34a x-openstack-request-id: req-e026376d-6ddd-4fd8-9f0a-19669146c34a {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:45:19.561484 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b62f710-fdcb-4868-8e73-15a666adeb33", "name": "network-vif-deleted", "tag": "ab9daf94-5201-4291-a2f5-7834fc82e544", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:45:19.561760 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e026376d-6ddd-4fd8-9f0a-19669146c34a {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:45:19.562186 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b62f710-fdcb-4868-8e73-15a666adeb33', 'name': 'network-vif-deleted', 'tag': 'ab9daf94-5201-4291-a2f5-7834fc82e544', 'status': 'completed', 'code': 200} Jun 06 17:45:19.647958 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-98dc1a24-3795-49d4-a536-91341134e89b None None] Set router bcc9cc58-7091-46d6-808d-29263a430786 gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:45:19.981590 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-98dc1a24-3795-49d4-a536-91341134e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'name': 'tempest-AttachVolumeTestJSON-1111674351-router', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:39:49Z', 'revision_number': 4, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'gw_port': {'id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:40Z', 'updated_at': '2021-06-06T17:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': 'ce41b07a-df02-4c29-ba45-d4302c6ef870', 'name': '', 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'mac_address': 'fa:16:3e:5e:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:47Z', 'updated_at': '2021-06-06T17:39:59Z', 'revision_number': 5, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'subnets': [{'id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:19.985602 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dc1a24-3795-49d4-a536-91341134e89b None None] Checking router: bcc9cc58-7091-46d6-808d-29263a430786 for host: dv-cinder-791281-4-smb {{(pid=98878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:45:19.994747 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dc1a24-3795-49d4-a536-91341134e89b None None] Routers {'bcc9cc58-7091-46d6-808d-29263a430786'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:45:19.995338 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-98dc1a24-3795-49d4-a536-91341134e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:45:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['bcc9cc58-7091-46d6-808d-29263a430786'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:20.044124 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c7eb3b66-56ed-499d-863d-59430e47b290 req-ec57820d-220b-4c17-858e-0d66029b49ab tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b62f710-fdcb-4868-8e73-15a666adeb33 HTTP/1.1" status: 200 len: 210 time: 0.0508995 Jun 06 17:45:20.201650 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-acb0f2f0-2187-4ed8-a791-4ff8c657bd56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-321489'] for router_interface, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:20.214256 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-98dc1a24-3795-49d4-a536-91341134e89b None None] Set router bcc9cc58-7091-46d6-808d-29263a430786 gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:45:20.542474 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-98dc1a24-3795-49d4-a536-91341134e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'name': 'tempest-AttachVolumeTestJSON-1111674351-router', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:39:49Z', 'revision_number': 4, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'gw_port': {'id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:40Z', 'updated_at': '2021-06-06T17:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': 'ce41b07a-df02-4c29-ba45-d4302c6ef870', 'name': '', 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'mac_address': 'fa:16:3e:5e:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:47Z', 'updated_at': '2021-06-06T17:39:59Z', 'revision_number': 5, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'subnets': [{'id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:20.546454 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dc1a24-3795-49d4-a536-91341134e89b None None] The sync data for ids ['bcc9cc58-7091-46d6-808d-29263a430786'] in dv-cinder-791281-4-smb is: [{'id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'name': 'tempest-AttachVolumeTestJSON-1111674351-router', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:39:49Z', 'revision_number': 4, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'gw_port': {'id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:40Z', 'updated_at': '2021-06-06T17:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': 'ce41b07a-df02-4c29-ba45-d4302c6ef870', 'name': '', 'network_id': '0c070bd4-ddfe-41f0-9fed-d7e70018cc8e', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'mac_address': 'fa:16:3e:5e:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:47Z', 'updated_at': '2021-06-06T17:39:59Z', 'revision_number': 5, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'subnets': [{'id': 'e8be3246-7ec4-4d23-84b1-36d960621851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:45:20.630544 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [None req-acb0f2f0-2187-4ed8-a791-4ff8c657bd56 admin admin] Deleting port bd2057aa-090c-482d-9f98-8099bc838003 {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:45:20.631001 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-acb0f2f0-2187-4ed8-a791-4ff8c657bd56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:20.754536 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abcd270-2f1b-4fa5-90c8-34d2c62acf48 None None] New status for floating IP 0fd8bccf-c227-490e-bc3c-910537d7a6b0: DOWN {{(pid=98877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:45:20.755798 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [None req-acb0f2f0-2187-4ed8-a791-4ff8c657bd56 admin admin] For port bd2057aa-090c-482d-9f98-8099bc838003, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=bd2057aa-090c-482d-9f98-8099bc838003,segment=NetworkSegment(41fff38f-714b-41d6-a4b9-466f8de7daf1),segment_id=41fff38f-714b-41d6-a4b9-466f8de7daf1)] {{(pid=98875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:20.756288 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-acb0f2f0-2187-4ed8-a791-4ff8c657bd56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:20.882727 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [None req-acb0f2f0-2187-4ed8-a791-4ff8c657bd56 admin admin] Calling delete_port for bd2057aa-090c-482d-9f98-8099bc838003 owned by network:router_interface {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:45:20.989970 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:21.087285 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-acb0f2f0-2187-4ed8-a791-4ff8c657bd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:21.092426 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b1d05a96-e910-484e-b1c9-11ae93c871c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:21.136939 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0f2f0-2187-4ed8-a791-4ff8c657bd56 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd2057aa-090c-482d-9f98-8099bc838003,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:21.163687 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-acb0f2f0-2187-4ed8-a791-4ff8c657bd56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:21.248972 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 50432) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:21.322307 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-005f0941-c8e3-44a4-895d-43dd11777e72 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:21.350937 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-005f0941-c8e3-44a4-895d-43dd11777e72 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:21.443283 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-acb0f2f0-2187-4ed8-a791-4ff8c657bd56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1694887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-320159'] for router_interface, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:21.469901 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-005f0941-c8e3-44a4-895d-43dd11777e72 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:21.472492 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-005f0941-c8e3-44a4-895d-43dd11777e72 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:21.476494 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-005f0941-c8e3-44a4-895d-43dd11777e72 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "DELETE /v2.0/security-groups/6b015a90-2437-4308-8e4d-4457f660d048 HTTP/1.1" status: 204 len: 168 time: 0.2234547 Jun 06 17:45:21.476494 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-1b6938f1-e823-4727-a7e3-4c6ae5ad78c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:21.482611 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 50438) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:21.501353 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f0941-c8e3-44a4-895d-43dd11777e72 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b015a90-2437-4308-8e4d-4457f660d048,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:21.509372 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-005f0941-c8e3-44a4-895d-43dd11777e72 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:21.510517 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.api.v2.resource [None req-9c37d9d0-4ced-45e4-83ef-f88f2e2e11b6 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] show failed (client error): The resource could not be found. Jun 06 17:45:21.511542 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-9c37d9d0-4ced-45e4-83ef-f88f2e2e11b6 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "GET /v2.0/security-groups/6b015a90-2437-4308-8e4d-4457f660d048 HTTP/1.1" status: 404 len: 347 time: 0.0247693 Jun 06 17:45:21.514428 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 50440) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:21.747764 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-f061a1ac-0966-4907-bc0f-3db3f7c5923d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Deleting port 19ca92f8-e0d2-4fd6-b154-bac63ddadf9f {{(pid=98876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:45:21.748107 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f061a1ac-0966-4907-bc0f-3db3f7c5923d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:21.816949 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb0f2f0-2187-4ed8-a791-4ff8c657bd56 admin admin] Router 0f073c5b-0858-4171-ab24-6e5ff188df96 has already been hosted by L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 {{(pid=98875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:45:21.867916 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f061a1ac-0966-4907-bc0f-3db3f7c5923d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:21.868154 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f061a1ac-0966-4907-bc0f-3db3f7c5923d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:21.991327 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-f061a1ac-0966-4907-bc0f-3db3f7c5923d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Calling delete_port for 19ca92f8-e0d2-4fd6-b154-bac63ddadf9f owned by network:floatingip {{(pid=98876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:45:21.995410 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb0f2f0-2187-4ed8-a791-4ff8c657bd56 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:45:22.002285 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-acb0f2f0-2187-4ed8-a791-4ff8c657bd56 admin admin] 10.222.0.23 "PUT /v2.0/routers/0f073c5b-0858-4171-ab24-6e5ff188df96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4964755 Jun 06 17:45:22.002759 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 50446) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:22.006372 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47301507-d748-47b6-8ac5-364a7f7c463d None None] Sync routers for ids ['0f073c5b-0858-4171-ab24-6e5ff188df96'] in dv-cinder-791281-4-smb {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:45:22.015655 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47301507-d748-47b6-8ac5-364a7f7c463d None None] Routers {'0f073c5b-0858-4171-ab24-6e5ff188df96'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:45:22.016247 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-47301507-d748-47b6-8ac5-364a7f7c463d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:45:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['0f073c5b-0858-4171-ab24-6e5ff188df96'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:22.178969 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f061a1ac-0966-4907-bc0f-3db3f7c5923d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2112105'] for port, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:22.180085 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9fba3ffa-9991-4707-889e-5bb59ef11ce5 admin admin] Notify callbacks [] for router, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:22.183868 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:22.195984 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-47301507-d748-47b6-8ac5-364a7f7c463d None None] Set router 0f073c5b-0858-4171-ab24-6e5ff188df96 gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:45:22.227789 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061a1ac-0966-4907-bc0f-3db3f7c5923d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Pushing event deleted for resources: {'Port': ['ID=19ca92f8-e0d2-4fd6-b154-bac63ddadf9f,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:22.259711 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-f061a1ac-0966-4907-bc0f-3db3f7c5923d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:22.320179 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f061a1ac-0966-4907-bc0f-3db3f7c5923d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks [] for floatingip, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:22.322731 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f061a1ac-0966-4907-bc0f-3db3f7c5923d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for floatingip, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:22.323951 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-f061a1ac-0966-4907-bc0f-3db3f7c5923d tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] 10.222.0.23 "DELETE /v2.0/floatingips/0fd8bccf-c227-490e-bc3c-910537d7a6b0 HTTP/1.1" status: 204 len: 168 time: 0.8084362 Jun 06 17:45:22.354825 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device ab9daf94-5201-4291-a2f5-7834fc82e544 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:45:22.363076 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9fba3ffa-9991-4707-889e-5bb59ef11ce5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:22.389788 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] No Port match for: ab9daf94-5201-4291-a2f5-7834fc82e544 {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:45:22.390153 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device ab9daf94-5201-4291-a2f5-7834fc82e544 not bound to the agent host hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:45:22.496243 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-47301507-d748-47b6-8ac5-364a7f7c463d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f073c5b-0858-4171-ab24-6e5ff188df96', 'name': 'tempest-TestMinimumBasicScenario-1206329220-router', 'tenant_id': '0b1ce962013045bf9496163f90b8c444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '6c11b161-7968-4b9f-8af0-957a16bc440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:56Z', 'updated_at': '2021-06-06T17:45:20Z', 'revision_number': 5, 'project_id': '0b1ce962013045bf9496163f90b8c444', 'gw_port': {'id': '6c11b161-7968-4b9f-8af0-957a16bc440f', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f073c5b-0858-4171-ab24-6e5ff188df96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:57Z', 'updated_at': '2021-06-06T17:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:22.500087 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47301507-d748-47b6-8ac5-364a7f7c463d None None] Checking router: 0f073c5b-0858-4171-ab24-6e5ff188df96 for host: dv-cinder-791281-4-smb {{(pid=98878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:45:22.513180 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47301507-d748-47b6-8ac5-364a7f7c463d None None] Routers {'0f073c5b-0858-4171-ab24-6e5ff188df96'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:45:22.513779 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-47301507-d748-47b6-8ac5-364a7f7c463d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:45:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['0f073c5b-0858-4171-ab24-6e5ff188df96'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:22.518524 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [None req-9fba3ffa-9991-4707-889e-5bb59ef11ce5 admin admin] Deleting port 6c11b161-7968-4b9f-8af0-957a16bc440f {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:45:22.518890 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9fba3ffa-9991-4707-889e-5bb59ef11ce5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:22.673369 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-47301507-d748-47b6-8ac5-364a7f7c463d None None] Set router 0f073c5b-0858-4171-ab24-6e5ff188df96 gateway port host: None {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:45:22.792684 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-47301507-d748-47b6-8ac5-364a7f7c463d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f073c5b-0858-4171-ab24-6e5ff188df96', 'name': 'tempest-TestMinimumBasicScenario-1206329220-router', 'tenant_id': '0b1ce962013045bf9496163f90b8c444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:56Z', 'updated_at': '2021-06-06T17:45:22Z', 'revision_number': 6, 'project_id': '0b1ce962013045bf9496163f90b8c444', 'gw_port_host': None}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:22.796562 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47301507-d748-47b6-8ac5-364a7f7c463d None None] The sync data for ids ['0f073c5b-0858-4171-ab24-6e5ff188df96'] in dv-cinder-791281-4-smb is: [{'id': '0f073c5b-0858-4171-ab24-6e5ff188df96', 'name': 'tempest-TestMinimumBasicScenario-1206329220-router', 'tenant_id': '0b1ce962013045bf9496163f90b8c444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:56Z', 'updated_at': '2021-06-06T17:45:22Z', 'revision_number': 6, 'project_id': '0b1ce962013045bf9496163f90b8c444', 'gw_port_host': None}] {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:45:22.797874 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [None req-9fba3ffa-9991-4707-889e-5bb59ef11ce5 admin admin] For port 6c11b161-7968-4b9f-8af0-957a16bc440f, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=6c11b161-7968-4b9f-8af0-957a16bc440f,segment=NetworkSegment(071d7783-9719-4ea8-bb46-4cbc83b3e1b1),segment_id=071d7783-9719-4ea8-bb46-4cbc83b3e1b1)] {{(pid=98875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:22.798263 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9fba3ffa-9991-4707-889e-5bb59ef11ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:22.928234 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [None req-9fba3ffa-9991-4707-889e-5bb59ef11ce5 admin admin] Calling delete_port for 6c11b161-7968-4b9f-8af0-957a16bc440f owned by network:router_gateway {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:45:23.172894 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9fba3ffa-9991-4707-889e-5bb59ef11ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:23.177544 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-c387f878-99c2-4b48-afeb-f368917c37e3 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:23.223402 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba3ffa-9991-4707-889e-5bb59ef11ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c11b161-7968-4b9f-8af0-957a16bc440f,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:23.253910 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-9fba3ffa-9991-4707-889e-5bb59ef11ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:23.261568 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9fba3ffa-9991-4707-889e-5bb59ef11ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1608001'] for router_gateway, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:23.427968 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9fba3ffa-9991-4707-889e-5bb59ef11ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-323958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3601'] for router, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:23.430015 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9fba3ffa-9991-4707-889e-5bb59ef11ce5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:23.572940 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9fba3ffa-9991-4707-889e-5bb59ef11ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-324074'] for router, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:23.573513 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fba3ffa-9991-4707-889e-5bb59ef11ce5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f073c5b-0858-4171-ab24-6e5ff188df96 {{(pid=98875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 17:45:23.578245 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9fba3ffa-9991-4707-889e-5bb59ef11ce5 admin admin] Notify callbacks [] for router, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:23.579333 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-9fba3ffa-9991-4707-889e-5bb59ef11ce5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/0f073c5b-0858-4171-ab24-6e5ff188df96 HTTP/1.1" status: 204 len: 168 time: 1.5756741 Jun 06 17:45:23.581745 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 50454) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:23.644765 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb85e022-9e7d-4853-a25d-a5362d4a622d admin admin] Deleting subnet 46c11018-7837-4b57-8309-93b6441c0b08 {{(pid=98875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:45:23.647863 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-cb85e022-9e7d-4853-a25d-a5362d4a622d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:23.696203 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-cb85e022-9e7d-4853-a25d-a5362d4a622d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:23.767359 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-cb85e022-9e7d-4853-a25d-a5362d4a622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496290'] for subnet, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:24.024781 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-cb85e022-9e7d-4853-a25d-a5362d4a622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869'] for subnet, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:24.029955 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:24.064980 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85e022-9e7d-4853-a25d-a5362d4a622d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46c11018-7837-4b57-8309-93b6441c0b08,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:24.066994 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-cb85e022-9e7d-4853-a25d-a5362d4a622d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for subnet, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:24.071029 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-cb85e022-9e7d-4853-a25d-a5362d4a622d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/46c11018-7837-4b57-8309-93b6441c0b08 HTTP/1.1" status: 204 len: 168 time: 0.4861944 Jun 06 17:45:24.071029 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-cb85e022-9e7d-4853-a25d-a5362d4a622d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:24.071920 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 50462) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:24.074773 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1e4fcf-9634-4deb-acf3-3debfc3ce0fb None None] Network f095cf34-b800-4e92-bd1f-b8a8bfe5d606 requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:45:24.177561 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596576'] for network, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:24.261289 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Deleting port c1286a9a-ab03-49d7-a3c6-0b9d9e724430 {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:45:24.261783 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:24.366156 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] For port c1286a9a-ab03-49d7-a3c6-0b9d9e724430, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=c1286a9a-ab03-49d7-a3c6-0b9d9e724430,segment=NetworkSegment(41fff38f-714b-41d6-a4b9-466f8de7daf1),segment_id=41fff38f-714b-41d6-a4b9-466f8de7daf1)] {{(pid=98875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:24.366513 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:24.369664 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94719551-017b-4dd1-b1d2-bf2f9b38eb06 None None] DHCP port deletion for f095cf34-b800-4e92-bd1f-b8a8bfe5d606 request from dv-cinder-791281-4-smb {{(pid=98877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 17:45:24.434893 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-94719551-017b-4dd1-b1d2-bf2f9b38eb06 None None] Deleting port c1286a9a-ab03-49d7-a3c6-0b9d9e724430 {{(pid=98877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:45:24.435279 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-94719551-017b-4dd1-b1d2-bf2f9b38eb06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:24.491181 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Calling delete_port for c1286a9a-ab03-49d7-a3c6-0b9d9e724430 owned by network:dhcp {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:45:24.536126 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-94719551-017b-4dd1-b1d2-bf2f9b38eb06 None None] For port c1286a9a-ab03-49d7-a3c6-0b9d9e724430, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=c1286a9a-ab03-49d7-a3c6-0b9d9e724430,segment=NetworkSegment(41fff38f-714b-41d6-a4b9-466f8de7daf1),segment_id=41fff38f-714b-41d6-a4b9-466f8de7daf1)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:24.536537 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-94719551-017b-4dd1-b1d2-bf2f9b38eb06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:24.618410 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:24.622556 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-9fba3ffa-9991-4707-889e-5bb59ef11ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:24.659912 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-94719551-017b-4dd1-b1d2-bf2f9b38eb06 None None] Calling delete_port for c1286a9a-ab03-49d7-a3c6-0b9d9e724430 owned by network:dhcp {{(pid=98877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:45:24.680515 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device bd2057aa-090c-482d-9f98-8099bc838003 no longer exists at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:45:24.718523 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] No Port match for: bd2057aa-090c-482d-9f98-8099bc838003 {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:45:24.718897 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device bd2057aa-090c-482d-9f98-8099bc838003 not bound to the agent host dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:45:24.719296 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 6c11b161-7968-4b9f-8af0-957a16bc440f no longer exists at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:45:24.758674 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] No Port match for: 6c11b161-7968-4b9f-8af0-957a16bc440f {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:45:24.759033 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 6c11b161-7968-4b9f-8af0-957a16bc440f not bound to the agent host dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:45:24.759456 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device c1286a9a-ab03-49d7-a3c6-0b9d9e724430 no longer exists at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:45:24.763970 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Pushing event deleted for resources: {'Port': ['ID=c1286a9a-ab03-49d7-a3c6-0b9d9e724430,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:24.769121 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] No DVR routers for this DVR port c1286a9a-ab03-49d7-a3c6-0b9d9e724430 on host dv-cinder-791281-4-smb {{(pid=98875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:45:24.795534 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] No Port match for: c1286a9a-ab03-49d7-a3c6-0b9d9e724430 {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:45:24.795947 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device c1286a9a-ab03-49d7-a3c6-0b9d9e724430 not bound to the agent host dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:45:24.799795 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:24.815228 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-94719551-017b-4dd1-b1d2-bf2f9b38eb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489'] for port, after_delete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:24.820448 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:24.865446 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94719551-017b-4dd1-b1d2-bf2f9b38eb06 None None] Pushing event deleted for resources: {'Port': ['ID=c1286a9a-ab03-49d7-a3c6-0b9d9e724430,revision_number=None']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:24.868444 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-94719551-017b-4dd1-b1d2-bf2f9b38eb06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:24.869309 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94719551-017b-4dd1-b1d2-bf2f9b38eb06 None None] No DVR routers for this DVR port c1286a9a-ab03-49d7-a3c6-0b9d9e724430 on host dv-cinder-791281-4-smb {{(pid=98877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:45:24.897562 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493627', 'neutron.services.segments.db._delete_segments_for_network-8729318600102'] for network, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:24.911415 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:45:24.911749 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:45:24.912479 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:45:24.912806 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Subscribe: > port after_create 55550000 {{(pid=98875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:45:24.913116 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Subscribe: > port after_delete 55550000 {{(pid=98875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:45:24.913454 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Subscribe: > port after_update 55550000 {{(pid=98875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:45:24.913760 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:45:24.914214 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:45:24.914517 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:45:24.914823 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:45:25.032947 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:45:25.033550 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:45:25.034793 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:45:25.034793 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:45:25.034793 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.services.segments.db [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f095cf34-b800-4e92-bd1f-b8a8bfe5d606']}} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:25.048351 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.services.segments.db [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41fff38f-714b-41d6-a4b9-466f8de7daf1') {'for_net_delete': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:25.048640 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.services.segments.db [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41fff38f-714b-41d6-a4b9-466f8de7daf1') {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:25.061127 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729318605249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9566939'] for segment, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:25.076631 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:25.083630 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=98875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:45:25.084044 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9508236'] for segment, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: from cryptography.utils import int_from_bytes Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: from cryptography.utils import int_from_bytes Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: Traceback (most recent call last): Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: timer() Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: cb(*args, **kw) Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: return func(*args, **kwargs) Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: self._notify() Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: self.callback(batched_events) Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: event.method(event) Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: return f(self, *a, **k) Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: return self._get(url).json() Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: return self.request(url, 'GET', **kwargs) Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:45:25.099722 dv-cinder-791281-4-smb neutron-server[98875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:45:25.247534 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608036'] for network, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:25.252281 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-6097ea2e-3889-4a75-9ce1-32439ee45285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:25.270977 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:25.275662 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] 10.222.0.23 "DELETE /v2.0/networks/f095cf34-b800-4e92-bd1f-b8a8bfe5d606 HTTP/1.1" status: 204 len: 168 time: 1.2003264 Jun 06 17:45:25.275662 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Pushing event deleted for resources: {'Network': ['ID=f095cf34-b800-4e92-bd1f-b8a8bfe5d606,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:25.276492 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:25.563288 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 50486) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:25.610566 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-110538f6-1e6b-4604-9891-8cd2ca3dede2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b3ec8c5bcbb4f598b9611ce45de681b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460944 Jun 06 17:45:25.613241 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 50488) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:25.670401 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-e16beaa0-c71e-4d91-b87a-a87f38acb452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:25.699816 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-e16beaa0-c71e-4d91-b87a-a87f38acb452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:25.869944 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-e16beaa0-c71e-4d91-b87a-a87f38acb452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:25.872633 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-e16beaa0-c71e-4d91-b87a-a87f38acb452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:25.873762 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-e16beaa0-c71e-4d91-b87a-a87f38acb452 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/024f4089-300c-4a80-9ae5-5f10407520e0 HTTP/1.1" status: 204 len: 168 time: 0.2596252 Jun 06 17:45:25.884668 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b2f35db8-8cce-4957-bc54-756abcdcac1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:25.885239 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16beaa0-c71e-4d91-b87a-a87f38acb452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024f4089-300c-4a80-9ae5-5f10407520e0,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:25.887457 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-e16beaa0-c71e-4d91-b87a-a87f38acb452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:26.561714 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 50500) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:26.609698 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-a6fbde1b-d7e8-4220-9a30-6af8b4d86b83 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b1ce962013045bf9496163f90b8c444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467386 Jun 06 17:45:26.612431 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 50502) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:26.670829 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-87a1bcbe-1eb8-4037-b485-195eb076bf0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:26.696327 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-87a1bcbe-1eb8-4037-b485-195eb076bf0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:26.852762 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-87a1bcbe-1eb8-4037-b485-195eb076bf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:26.855267 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-87a1bcbe-1eb8-4037-b485-195eb076bf0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:26.856577 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-87a1bcbe-1eb8-4037-b485-195eb076bf0d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb9e4a68-fcbe-44bf-b281-8e17d685f947 HTTP/1.1" status: 204 len: 168 time: 0.2431471 Jun 06 17:45:26.857592 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-da7c7ae6-6b5b-42cc-bc60-01c72588c439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:26.867956 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1bcbe-1eb8-4037-b485-195eb076bf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9e4a68-fcbe-44bf-b281-8e17d685f947,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:26.870263 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-87a1bcbe-1eb8-4037-b485-195eb076bf0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:27.015635 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 50514) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:27.019272 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31a2f6-f67b-4f79-a257-b9ba32ac6a82 req-86b69d4a-0ca4-4dc9-8f11-2f370cd3df53 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:27.021243 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-6f31a2f6-f67b-4f79-a257-b9ba32ac6a82 req-86b69d4a-0ca4-4dc9-8f11-2f370cd3df53 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e9c7596-c9ff-46e4-9901-a30678c55e9c HTTP/1.1" status: 200 len: 945 time: 0.0871167 Jun 06 17:45:27.070097 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-6f31a2f6-f67b-4f79-a257-b9ba32ac6a82 req-906fbdc6-f32b-4385-9e82-2ed8789df9f1 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426300 Jun 06 17:45:27.874564 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d7c33923-d75c-412f-adfc-12973904cb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-321489'] for router_interface, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:28.338146 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce60ace-c4d6-489b-b1f1-8c6fb780b11b req-75b97822-4720-4262-9bb7-d2ff616c4973 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:28.339570 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-4ce60ace-c4d6-489b-b1f1-8c6fb780b11b req-75b97822-4720-4262-9bb7-d2ff616c4973 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e9c7596-c9ff-46e4-9901-a30678c55e9c HTTP/1.1" status: 200 len: 945 time: 0.1449943 Jun 06 17:45:28.359685 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-d7c33923-d75c-412f-adfc-12973904cb6a admin admin] Deleting port ce41b07a-df02-4c29-ba45-d4302c6ef870 {{(pid=98876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:45:28.360016 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d7c33923-d75c-412f-adfc-12973904cb6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:28.466695 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-4ce60ace-c4d6-489b-b1f1-8c6fb780b11b req-a9a42fbf-7f0a-47e5-8d4a-7ac4ed8e0139 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205740 Jun 06 17:45:28.505741 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.db [None req-d7c33923-d75c-412f-adfc-12973904cb6a admin admin] For port ce41b07a-df02-4c29-ba45-d4302c6ef870, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=ce41b07a-df02-4c29-ba45-d4302c6ef870,segment=NetworkSegment(fdad1d62-382b-41fb-ba35-3d784043d3b3),segment_id=fdad1d62-382b-41fb-ba35-3d784043d3b3)] {{(pid=98876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:28.506090 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d7c33923-d75c-412f-adfc-12973904cb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:28.625515 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-d7c33923-d75c-412f-adfc-12973904cb6a admin admin] Calling delete_port for ce41b07a-df02-4c29-ba45-d4302c6ef870 owned by network:router_interface {{(pid=98876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:45:28.835576 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d7c33923-d75c-412f-adfc-12973904cb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2112105'] for port, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:28.840151 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:28.916583 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c33923-d75c-412f-adfc-12973904cb6a admin admin] Pushing event deleted for resources: {'Port': ['ID=ce41b07a-df02-4c29-ba45-d4302c6ef870,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:28.920187 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-d7c33923-d75c-412f-adfc-12973904cb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:29.153680 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d7c33923-d75c-412f-adfc-12973904cb6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1694887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-320159'] for router_interface, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:29.622556 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c33923-d75c-412f-adfc-12973904cb6a admin admin] Router bcc9cc58-7091-46d6-808d-29263a430786 has already been hosted by L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 {{(pid=98876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:45:29.650552 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ea1a6-6fce-4057-8df8-5be2cfe0dfca req-ce5935bb-738d-46df-a6e9-2ab5f11b7939 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:29.651984 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ef3ea1a6-6fce-4057-8df8-5be2cfe0dfca req-ce5935bb-738d-46df-a6e9-2ab5f11b7939 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e9c7596-c9ff-46e4-9901-a30678c55e9c HTTP/1.1" status: 200 len: 945 time: 0.0788975 Jun 06 17:45:29.695476 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-ef3ea1a6-6fce-4057-8df8-5be2cfe0dfca req-8e890316-d773-4409-85f5-0fdb344abe52 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378990 Jun 06 17:45:29.803672 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c33923-d75c-412f-adfc-12973904cb6a admin admin] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:45:29.808306 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-d7c33923-d75c-412f-adfc-12973904cb6a admin admin] 10.222.0.23 "PUT /v2.0/routers/bcc9cc58-7091-46d6-808d-29263a430786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7916090 Jun 06 17:45:29.810849 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 50522) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:29.813428 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8858d0a-9b86-437a-a892-41d0f8781bdd None None] Sync routers for ids ['bcc9cc58-7091-46d6-808d-29263a430786'] in dv-cinder-791281-4-smb {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:45:29.824040 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8858d0a-9b86-437a-a892-41d0f8781bdd None None] Routers {'bcc9cc58-7091-46d6-808d-29263a430786'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:45:29.824668 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-c8858d0a-9b86-437a-a892-41d0f8781bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:45:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['bcc9cc58-7091-46d6-808d-29263a430786'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:29.985837 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-948e111c-87ac-4d89-949a-0a4d7cdeb785 admin admin] Notify callbacks [] for router, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:30.001142 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-c8858d0a-9b86-437a-a892-41d0f8781bdd None None] Set router bcc9cc58-7091-46d6-808d-29263a430786 gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:45:30.164661 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-948e111c-87ac-4d89-949a-0a4d7cdeb785 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:30.289034 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-c8858d0a-9b86-437a-a892-41d0f8781bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'name': 'tempest-AttachVolumeTestJSON-1111674351-router', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:45:28Z', 'revision_number': 5, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'gw_port': {'id': '9c634988-d515-4cfe-aea9-526795e8e7c7', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:40Z', 'updated_at': '2021-06-06T17:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:30.292930 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8858d0a-9b86-437a-a892-41d0f8781bdd None None] Checking router: bcc9cc58-7091-46d6-808d-29263a430786 for host: dv-cinder-791281-4-smb {{(pid=98877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:45:30.301900 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8858d0a-9b86-437a-a892-41d0f8781bdd None None] Routers {'bcc9cc58-7091-46d6-808d-29263a430786'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:45:30.302484 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-c8858d0a-9b86-437a-a892-41d0f8781bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:45:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['bcc9cc58-7091-46d6-808d-29263a430786'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:30.329698 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-948e111c-87ac-4d89-949a-0a4d7cdeb785 admin admin] Deleting port 9c634988-d515-4cfe-aea9-526795e8e7c7 {{(pid=98876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:45:30.330034 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-948e111c-87ac-4d89-949a-0a4d7cdeb785 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:30.452178 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-c8858d0a-9b86-437a-a892-41d0f8781bdd None None] Set router bcc9cc58-7091-46d6-808d-29263a430786 gateway port host: None {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:45:30.452387 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.db [None req-948e111c-87ac-4d89-949a-0a4d7cdeb785 admin admin] For port 9c634988-d515-4cfe-aea9-526795e8e7c7, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=9c634988-d515-4cfe-aea9-526795e8e7c7,segment=NetworkSegment(071d7783-9719-4ea8-bb46-4cbc83b3e1b1),segment_id=071d7783-9719-4ea8-bb46-4cbc83b3e1b1)] {{(pid=98876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:30.452551 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-948e111c-87ac-4d89-949a-0a4d7cdeb785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:30.580321 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-948e111c-87ac-4d89-949a-0a4d7cdeb785 admin admin] Calling delete_port for 9c634988-d515-4cfe-aea9-526795e8e7c7 owned by network:router_gateway {{(pid=98876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:45:30.589523 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-c8858d0a-9b86-437a-a892-41d0f8781bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'name': 'tempest-AttachVolumeTestJSON-1111674351-router', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:45:30Z', 'revision_number': 6, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'gw_port_host': None}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:30.593436 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8858d0a-9b86-437a-a892-41d0f8781bdd None None] The sync data for ids ['bcc9cc58-7091-46d6-808d-29263a430786'] in dv-cinder-791281-4-smb is: [{'id': 'bcc9cc58-7091-46d6-808d-29263a430786', 'name': 'tempest-AttachVolumeTestJSON-1111674351-router', 'tenant_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:38Z', 'updated_at': '2021-06-06T17:45:30Z', 'revision_number': 6, 'project_id': 'b44d9521c3844a3882ee6d0cc8b07187', 'gw_port_host': None}] {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:45:30.793838 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-948e111c-87ac-4d89-949a-0a4d7cdeb785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2112105'] for port, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:30.798677 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-819307e5-af3a-4249-844c-d3bbc2e411dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:30.991093 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e111c-87ac-4d89-949a-0a4d7cdeb785 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c634988-d515-4cfe-aea9-526795e8e7c7,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:31.022615 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-948e111c-87ac-4d89-949a-0a4d7cdeb785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:31.106462 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-948e111c-87ac-4d89-949a-0a4d7cdeb785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1608001'] for router_gateway, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:31.157741 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727412-82e5-4b5b-8c75-581f736d4ae9 req-3a4c919b-f2b0-4d65-a6c1-9fbd31620369 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:31.159230 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-82727412-82e5-4b5b-8c75-581f736d4ae9 req-3a4c919b-f2b0-4d65-a6c1-9fbd31620369 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e9c7596-c9ff-46e4-9901-a30678c55e9c HTTP/1.1" status: 200 len: 945 time: 0.3293054 Jun 06 17:45:31.305303 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-948e111c-87ac-4d89-949a-0a4d7cdeb785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-323958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3601'] for router, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:31.313548 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-948e111c-87ac-4d89-949a-0a4d7cdeb785 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:31.339539 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-82727412-82e5-4b5b-8c75-581f736d4ae9 req-3d581446-7d6f-4136-ae2d-a2d6d51fe34c tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f17e114-0940-4eaf-b758-62a269035318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213195 Jun 06 17:45:31.394989 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d56b4f-26e0-4264-9dc6-0171bca43875 req-e22eff8f-8f59-4de5-80f5-2787fc5221f8 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:31.396377 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a5d56b4f-26e0-4264-9dc6-0171bca43875 req-e22eff8f-8f59-4de5-80f5-2787fc5221f8 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e9c7596-c9ff-46e4-9901-a30678c55e9c HTTP/1.1" status: 200 len: 945 time: 0.0931718 Jun 06 17:45:31.406816 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-948e111c-87ac-4d89-949a-0a4d7cdeb785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-324074'] for router, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:31.407372 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948e111c-87ac-4d89-949a-0a4d7cdeb785 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcc9cc58-7091-46d6-808d-29263a430786 {{(pid=98876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 17:45:31.412084 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-948e111c-87ac-4d89-949a-0a4d7cdeb785 admin admin] Notify callbacks [] for router, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:31.413161 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-948e111c-87ac-4d89-949a-0a4d7cdeb785 admin admin] 10.222.0.23 "DELETE /v2.0/routers/bcc9cc58-7091-46d6-808d-29263a430786 HTTP/1.1" status: 204 len: 168 time: 1.6012602 Jun 06 17:45:31.415708 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 50526) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:31.481618 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7cf5ac5-a722-4183-a2f3-ec6f4c318326 admin admin] Deleting subnet e8be3246-7ec4-4d23-84b1-36d960621851 {{(pid=98876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:45:31.485929 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e7cf5ac5-a722-4183-a2f3-ec6f4c318326 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:31.539346 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-a5d56b4f-26e0-4264-9dc6-0171bca43875 req-58215fa0-ea36-4618-a6a9-60474456ec89 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Deleting port 7b229060-c126-47f1-89a7-a97e941cd3ce {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:45:31.539541 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e7cf5ac5-a722-4183-a2f3-ec6f4c318326 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2151807'] for subnet, precommit_delete_associations {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:31.539844 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-a5d56b4f-26e0-4264-9dc6-0171bca43875 req-58215fa0-ea36-4618-a6a9-60474456ec89 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:31.629804 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e7cf5ac5-a722-4183-a2f3-ec6f4c318326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496290'] for subnet, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:31.684489 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-a5d56b4f-26e0-4264-9dc6-0171bca43875 req-58215fa0-ea36-4618-a6a9-60474456ec89 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] For port 7b229060-c126-47f1-89a7-a97e941cd3ce, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=7b229060-c126-47f1-89a7-a97e941cd3ce,segment=NetworkSegment(2e5706a7-e26c-46b9-bb49-d3f7b4f1abba),segment_id=2e5706a7-e26c-46b9-bb49-d3f7b4f1abba)] {{(pid=98875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:31.684852 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-a5d56b4f-26e0-4264-9dc6-0171bca43875 req-58215fa0-ea36-4618-a6a9-60474456ec89 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:31.784384 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e7cf5ac5-a722-4183-a2f3-ec6f4c318326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2112132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3128098'] for subnet, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:31.789201 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:31.810724 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-a5d56b4f-26e0-4264-9dc6-0171bca43875 req-58215fa0-ea36-4618-a6a9-60474456ec89 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Calling delete_port for 7b229060-c126-47f1-89a7-a97e941cd3ce owned by compute:nova {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:45:31.823995 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf5ac5-a722-4183-a2f3-ec6f4c318326 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8be3246-7ec4-4d23-84b1-36d960621851,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:31.827045 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-e7cf5ac5-a722-4183-a2f3-ec6f4c318326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:31.829743 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e7cf5ac5-a722-4183-a2f3-ec6f4c318326 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:31.831993 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-e7cf5ac5-a722-4183-a2f3-ec6f4c318326 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e8be3246-7ec4-4d23-84b1-36d960621851 HTTP/1.1" status: 204 len: 168 time: 0.4153743 Jun 06 17:45:31.834610 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 50528) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:31.836698 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fe38bf-d3ae-40de-826d-a9c18ce3cc7f None None] Network 0c070bd4-ddfe-41f0-9fed-d7e70018cc8e requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:45:31.943521 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7d6263e9-753d-47ff-817c-edb0768fdf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596576'] for network, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:31.984423 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-a5d56b4f-26e0-4264-9dc6-0171bca43875 req-58215fa0-ea36-4618-a6a9-60474456ec89 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9508315'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:31.990745 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-a21e921d-b0d2-41ea-8c24-9450b29a369e tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:32.011212 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['7b229060-c126-47f1-89a7-a97e941cd3ce'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:45:32.019155 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-7d6263e9-753d-47ff-817c-edb0768fdf5c admin admin] Deleting port f617f191-23eb-417b-ba8a-f8adb2991100 {{(pid=98876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:45:32.020184 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7d6263e9-753d-47ff-817c-edb0768fdf5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:32.039589 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58215fa0-ea36-4618-a6a9-60474456ec89 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Pushing event deleted for resources: {'Port': ['ID=7b229060-c126-47f1-89a7-a97e941cd3ce,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:32.043186 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-58215fa0-ea36-4618-a6a9-60474456ec89 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:32.118240 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d56b4f-26e0-4264-9dc6-0171bca43875 req-58215fa0-ea36-4618-a6a9-60474456ec89 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] No DVR routers for this DVR port 7b229060-c126-47f1-89a7-a97e941cd3ce on host hv-cinder-79128 {{(pid=98875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:45:32.120712 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-a5d56b4f-26e0-4264-9dc6-0171bca43875 req-58215fa0-ea36-4618-a6a9-60474456ec89 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:32.122806 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a5d56b4f-26e0-4264-9dc6-0171bca43875 req-58215fa0-ea36-4618-a6a9-60474456ec89 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.21 "DELETE /v2.0/ports/7b229060-c126-47f1-89a7-a97e941cd3ce HTTP/1.1" status: 204 len: 173 time: 0.7202442 Jun 06 17:45:32.123306 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9c7596-c9ff-46e4-9901-a30678c55e9c', 'name': 'network-vif-deleted', 'tag': '7b229060-c126-47f1-89a7-a97e941cd3ce'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:45:32.125777 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238547b9-3e68-4179-8a8a-f3d61924e406" -d '{"events": [{"server_uuid": "5e9c7596-c9ff-46e4-9901-a30678c55e9c", "name": "network-vif-deleted", "tag": "7b229060-c126-47f1-89a7-a97e941cd3ce"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:45:32.132224 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.db [None req-7d6263e9-753d-47ff-817c-edb0768fdf5c admin admin] For port f617f191-23eb-417b-ba8a-f8adb2991100, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=f617f191-23eb-417b-ba8a-f8adb2991100,segment=NetworkSegment(fdad1d62-382b-41fb-ba35-3d784043d3b3),segment_id=fdad1d62-382b-41fb-ba35-3d784043d3b3)] {{(pid=98876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:32.132942 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7d6263e9-753d-47ff-817c-edb0768fdf5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:32.153826 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:32.168614 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2969539-3347-4e28-b144-67975d7c52cd x-openstack-request-id: req-f2969539-3347-4e28-b144-67975d7c52cd {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:45:32.168936 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9c7596-c9ff-46e4-9901-a30678c55e9c", "name": "network-vif-deleted", "tag": "7b229060-c126-47f1-89a7-a97e941cd3ce", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:45:32.169219 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2969539-3347-4e28-b144-67975d7c52cd {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:45:32.169639 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9c7596-c9ff-46e4-9901-a30678c55e9c', 'name': 'network-vif-deleted', 'tag': '7b229060-c126-47f1-89a7-a97e941cd3ce', 'status': 'completed', 'code': 200} Jun 06 17:45:32.179084 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645e57b7-8b3b-48fd-b0f2-900188acd134 None None] DHCP port deletion for 0c070bd4-ddfe-41f0-9fed-d7e70018cc8e request from dv-cinder-791281-4-smb {{(pid=98877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 17:45:32.254856 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-645e57b7-8b3b-48fd-b0f2-900188acd134 None None] Deleting port f617f191-23eb-417b-ba8a-f8adb2991100 {{(pid=98877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:45:32.255238 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-645e57b7-8b3b-48fd-b0f2-900188acd134 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:32.274350 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-7d6263e9-753d-47ff-817c-edb0768fdf5c admin admin] Calling delete_port for f617f191-23eb-417b-ba8a-f8adb2991100 owned by network:dhcp {{(pid=98876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:45:32.359332 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-645e57b7-8b3b-48fd-b0f2-900188acd134 None None] For port f617f191-23eb-417b-ba8a-f8adb2991100, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=f617f191-23eb-417b-ba8a-f8adb2991100,segment=NetworkSegment(fdad1d62-382b-41fb-ba35-3d784043d3b3),segment_id=fdad1d62-382b-41fb-ba35-3d784043d3b3)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:32.359660 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-645e57b7-8b3b-48fd-b0f2-900188acd134 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:32.413195 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7d6263e9-753d-47ff-817c-edb0768fdf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2112105'] for port, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:32.418744 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-6522b994-a7d7-46bf-9240-7ec2e00969d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:32.466940 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6263e9-753d-47ff-817c-edb0768fdf5c admin admin] No DVR routers for this DVR port f617f191-23eb-417b-ba8a-f8adb2991100 on host dv-cinder-791281-4-smb {{(pid=98876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:45:32.484716 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-645e57b7-8b3b-48fd-b0f2-900188acd134 None None] Calling delete_port for f617f191-23eb-417b-ba8a-f8adb2991100 owned by network:dhcp {{(pid=98877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:45:32.509329 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6263e9-753d-47ff-817c-edb0768fdf5c admin admin] Pushing event deleted for resources: {'Port': ['ID=f617f191-23eb-417b-ba8a-f8adb2991100,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:32.511029 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-7d6263e9-753d-47ff-817c-edb0768fdf5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:32.531968 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-645e57b7-8b3b-48fd-b0f2-900188acd134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489'] for port, after_delete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:32.535583 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:32.577955 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1b2556f6-2573-4d4f-9f15-e19dc47f4e64 req-f21f6f35-d56f-4840-8bb8-24383dfe28d9 tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e9c7596-c9ff-46e4-9901-a30678c55e9c HTTP/1.1" status: 200 len: 210 time: 0.0775163 Jun 06 17:45:32.583405 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e57b7-8b3b-48fd-b0f2-900188acd134 None None] Pushing event deleted for resources: {'Port': ['ID=f617f191-23eb-417b-ba8a-f8adb2991100,revision_number=None']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:32.587457 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645e57b7-8b3b-48fd-b0f2-900188acd134 None None] No DVR routers for this DVR port f617f191-23eb-417b-ba8a-f8adb2991100 on host dv-cinder-791281-4-smb {{(pid=98877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:45:32.597856 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e57b7-8b3b-48fd-b0f2-900188acd134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:32.600053 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e57b7-8b3b-48fd-b0f2-900188acd134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:32.600053 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e57b7-8b3b-48fd-b0f2-900188acd134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:32.600053 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e57b7-8b3b-48fd-b0f2-900188acd134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:32.600053 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e57b7-8b3b-48fd-b0f2-900188acd134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:32.600053 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e57b7-8b3b-48fd-b0f2-900188acd134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:32.600053 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e57b7-8b3b-48fd-b0f2-900188acd134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:32.600053 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e57b7-8b3b-48fd-b0f2-900188acd134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:32.600646 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e57b7-8b3b-48fd-b0f2-900188acd134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:32.600646 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e57b7-8b3b-48fd-b0f2-900188acd134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:32.600998 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e57b7-8b3b-48fd-b0f2-900188acd134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:32.601247 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e57b7-8b3b-48fd-b0f2-900188acd134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:32.604782 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-645e57b7-8b3b-48fd-b0f2-900188acd134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:32.642965 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7d6263e9-753d-47ff-817c-edb0768fdf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493627', 'neutron.services.segments.db._delete_segments_for_network-8729318600102'] for network, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:32.656502 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-7d6263e9-753d-47ff-817c-edb0768fdf5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c070bd4-ddfe-41f0-9fed-d7e70018cc8e']}} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:32.668620 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-7d6263e9-753d-47ff-817c-edb0768fdf5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdad1d62-382b-41fb-ba35-3d784043d3b3') {'for_net_delete': True} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:32.668906 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-7d6263e9-753d-47ff-817c-edb0768fdf5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdad1d62-382b-41fb-ba35-3d784043d3b3') {} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:32.680260 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7d6263e9-753d-47ff-817c-edb0768fdf5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729318605249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2151750'] for segment, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:32.683707 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 9c634988-d515-4cfe-aea9-526795e8e7c7 no longer exists at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:45:32.700698 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7d6263e9-753d-47ff-817c-edb0768fdf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:32.749765 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6263e9-753d-47ff-817c-edb0768fdf5c admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=98876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:45:32.749765 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7d6263e9-753d-47ff-817c-edb0768fdf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2112062'] for segment, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:32.750019 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] No Port match for: 9c634988-d515-4cfe-aea9-526795e8e7c7 {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:45:32.750019 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 9c634988-d515-4cfe-aea9-526795e8e7c7 not bound to the agent host dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:45:32.750019 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device ce41b07a-df02-4c29-ba45-d4302c6ef870 no longer exists at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:45:32.765864 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] No Port match for: ce41b07a-df02-4c29-ba45-d4302c6ef870 {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:45:32.766379 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device ce41b07a-df02-4c29-ba45-d4302c6ef870 not bound to the agent host dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:45:32.766731 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device f617f191-23eb-417b-ba8a-f8adb2991100 no longer exists at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:45:32.806133 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] No Port match for: f617f191-23eb-417b-ba8a-f8adb2991100 {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:45:32.806789 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device f617f191-23eb-417b-ba8a-f8adb2991100 not bound to the agent host dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: Traceback (most recent call last): Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: timer() Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: cb(*args, **kw) Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: return func(*args, **kwargs) Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: self._notify() Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: self.callback(batched_events) Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: event.method(event) Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: return f(self, *a, **k) Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: return self._get(url).json() Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: return self.request(url, 'GET', **kwargs) Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:45:32.818134 dv-cinder-791281-4-smb neutron-server[98876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:45:33.086918 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7d6263e9-753d-47ff-817c-edb0768fdf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608036'] for network, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:33.092491 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7d6263e9-753d-47ff-817c-edb0768fdf5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:33.097159 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-7d6263e9-753d-47ff-817c-edb0768fdf5c admin admin] 10.222.0.23 "DELETE /v2.0/networks/0c070bd4-ddfe-41f0-9fed-d7e70018cc8e HTTP/1.1" status: 204 len: 168 time: 1.2585351 Jun 06 17:45:33.097159 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-e4cbc6e5-1a07-47b7-89e9-99ec8c0fc7eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:33.114940 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6263e9-753d-47ff-817c-edb0768fdf5c admin admin] Pushing event deleted for resources: {'Network': ['ID=0c070bd4-ddfe-41f0-9fed-d7e70018cc8e,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:33.117784 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-7d6263e9-753d-47ff-817c-edb0768fdf5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:33.474579 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 50536) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:33.530084 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-fdb38690-9b65-4350-9e49-58e7f9b5581c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b44d9521c3844a3882ee6d0cc8b07187&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0542669 Jun 06 17:45:33.532524 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 50538) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:33.590385 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-93b17596-2fec-4f7a-b05c-e6160fe4023b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:33.617176 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-93b17596-2fec-4f7a-b05c-e6160fe4023b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:33.747547 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-93b17596-2fec-4f7a-b05c-e6160fe4023b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:33.750025 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-93b17596-2fec-4f7a-b05c-e6160fe4023b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:33.751177 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-93b17596-2fec-4f7a-b05c-e6160fe4023b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fcfc474c-7cdd-4dd3-b797-13708fa19cac HTTP/1.1" status: 204 len: 168 time: 0.2177765 Jun 06 17:45:33.751941 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-cd2959b5-a59e-490f-89cc-5413e5873552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:33.761642 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b17596-2fec-4f7a-b05c-e6160fe4023b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfc474c-7cdd-4dd3-b797-13708fa19cac,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:33.764529 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-93b17596-2fec-4f7a-b05c-e6160fe4023b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:34.389049 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 7b229060-c126-47f1-89a7-a97e941cd3ce no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:45:34.424708 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] No Port match for: 7b229060-c126-47f1-89a7-a97e941cd3ce {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:45:34.424970 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 7b229060-c126-47f1-89a7-a97e941cd3ce not bound to the agent host hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:45:39.224537 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 50620) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:39.338574 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3c08b3ef-e845-4b09-84d8-b6ee0d0d4728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:39.438932 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:45:39.443719 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3c08b3ef-e845-4b09-84d8-b6ee0d0d4728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:39.559179 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3c08b3ef-e845-4b09-84d8-b6ee0d0d4728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:39.568119 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-c79665ed-779b-45a6-ac1a-8d3f6bedf4c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:39.606721 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-3c08b3ef-e845-4b09-84d8-b6ee0d0d4728 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6bac2b5ea83d4b8c917f38e14d20dff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3811648 Jun 06 17:45:39.607635 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08b3ef-e845-4b09-84d8-b6ee0d0d4728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38311ed-9ac1-4662-9725-8726f94fc52d,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:39.609379 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 50626) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:39.611128 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-3c08b3ef-e845-4b09-84d8-b6ee0d0d4728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:39.670601 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4e5bcdfd-3868-4bbb-9ada-a95f23c6a410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:39.696279 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4e5bcdfd-3868-4bbb-9ada-a95f23c6a410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:39.829854 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4e5bcdfd-3868-4bbb-9ada-a95f23c6a410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:39.832322 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4e5bcdfd-3868-4bbb-9ada-a95f23c6a410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:39.833462 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-4e5bcdfd-3868-4bbb-9ada-a95f23c6a410 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d38311ed-9ac1-4662-9725-8726f94fc52d HTTP/1.1" status: 204 len: 168 time: 0.2230670 Jun 06 17:45:39.834238 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-97a3d6d7-55c6-4596-aae7-424288297b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:39.845171 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5bcdfd-3868-4bbb-9ada-a95f23c6a410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38311ed-9ac1-4662-9725-8726f94fc52d,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:39.847569 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-4e5bcdfd-3868-4bbb-9ada-a95f23c6a410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:41.020059 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 50658) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:41.121266 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-53b85eac-c9af-49ad-8f76-80d0b89c46f3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-634117171-network', 'tenant_id': '2e6c6ffb14194dc2b07989b3bdfb6da4'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:45:41.212306 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b85eac-c9af-49ad-8f76-80d0b89c46f3 admin admin] Made reservation on behalf of 2e6c6ffb14194dc2b07989b3bdfb6da4 for: {'network': 1} {{(pid=98876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:45:41.214636 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-53b85eac-c9af-49ad-8f76-80d0b89c46f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-636678'] for network, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:41.226962 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-53b85eac-c9af-49ad-8f76-80d0b89c46f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:41.325569 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-53b85eac-c9af-49ad-8f76-80d0b89c46f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:41.435102 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-53b85eac-c9af-49ad-8f76-80d0b89c46f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:41.439178 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-56b3fc8c-b776-46bf-9728-77944b2f8c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:41.467638 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b85eac-c9af-49ad-8f76-80d0b89c46f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=98876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:45:41.476567 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b85eac-c9af-49ad-8f76-80d0b89c46f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f11932-3e77-4461-9c63-294473078c59,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:41.480134 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-53b85eac-c9af-49ad-8f76-80d0b89c46f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:41.483954 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-53b85eac-c9af-49ad-8f76-80d0b89c46f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:41.484377 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.db.segments_db [None req-53b85eac-c9af-49ad-8f76-80d0b89c46f3 admin admin] Added segment 43678ff5-6ceb-4023-98ee-134984445fcc of type vlan for network 15d7d614-7f48-43fd-9f7c-8c31197aace7 Jun 06 17:45:41.511768 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-53b85eac-c9af-49ad-8f76-80d0b89c46f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729318189806'] for network, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:41.663736 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-53b85eac-c9af-49ad-8f76-80d0b89c46f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876'] for network, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:41.664929 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b85eac-c9af-49ad-8f76-80d0b89c46f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:41.665491 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-53b85eac-c9af-49ad-8f76-80d0b89c46f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:41.670186 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-a753dd6a-af5e-4419-bfee-a1e54961b139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:41.758439 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b85eac-c9af-49ad-8f76-80d0b89c46f3 admin admin] Pushing event updated for resources: {'Network': ['ID=15d7d614-7f48-43fd-9f7c-8c31197aace7,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:41.761047 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-53b85eac-c9af-49ad-8f76-80d0b89c46f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:41.768315 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-53b85eac-c9af-49ad-8f76-80d0b89c46f3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7495921 Jun 06 17:45:41.770140 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 50662) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:41.771409 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Network 15d7d614-7f48-43fd-9f7c-8c31197aace7 details requested by agent ovs-agent-dv-cinder-791281-4-smb with host dv-cinder-791281-4-smb {{(pid=98877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:45:41.775610 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-51c5a2e5-997d-4e0c-9c8c-bfe37c91cce6 admin admin] Request body: {'subnet': {'network_id': '15d7d614-7f48-43fd-9f7c-8c31197aace7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-634117171-subnet', 'tenant_id': '2e6c6ffb14194dc2b07989b3bdfb6da4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:45:41.863545 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c5a2e5-997d-4e0c-9c8c-bfe37c91cce6 admin admin] Made reservation on behalf of 2e6c6ffb14194dc2b07989b3bdfb6da4 for: {'subnet': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:45:41.865901 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-51c5a2e5-997d-4e0c-9c8c-bfe37c91cce6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2915017'] for subnet, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:42.287041 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-51c5a2e5-997d-4e0c-9c8c-bfe37c91cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9508215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2915035'] for subnet, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:42.292016 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-9988d668-0df1-4bef-a23b-5949a6d99f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:42.365706 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5a2e5-997d-4e0c-9c8c-bfe37c91cce6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=822cb5d9-3729-4a66-8e73-99fef9a9a145,revision_number=0']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:42.369559 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-51c5a2e5-997d-4e0c-9c8c-bfe37c91cce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:42.373665 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c5a2e5-997d-4e0c-9c8c-bfe37c91cce6 admin admin] Checking segment: {'id': '43678ff5-6ceb-4023-98ee-134984445fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '15d7d614-7f48-43fd-9f7c-8c31197aace7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:45:42.374015 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c5a2e5-997d-4e0c-9c8c-bfe37c91cce6 admin admin] Network hostable DHCP agents. Network: 15d7d614-7f48-43fd-9f7c-8c31197aace7, hostable agents: ['9f9e633d-4e7f-4a78-8507-e6ddd2ff9366'], hosted agents: [] {{(pid=98875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:45:42.461468 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c5a2e5-997d-4e0c-9c8c-bfe37c91cce6 admin admin] Network 15d7d614-7f48-43fd-9f7c-8c31197aace7 is scheduled to be hosted by DHCP agent 9f9e633d-4e7f-4a78-8507-e6ddd2ff9366 with binding_index 1 {{(pid=98875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:45:42.559454 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [None req-51c5a2e5-997d-4e0c-9c8c-bfe37c91cce6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-smb, 15d7d614-7f48-43fd-9f7c-8c31197aace7) {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:45:42.564330 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c5a2e5-997d-4e0c-9c8c-bfe37c91cce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:42.566235 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-51c5a2e5-997d-4e0c-9c8c-bfe37c91cce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for subnet, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:42.567907 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772bc6db-26de-4693-b663-2e6487f2b9f5 None None] Network 15d7d614-7f48-43fd-9f7c-8c31197aace7 requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:45:42.668330 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-51c5a2e5-997d-4e0c-9c8c-bfe37c91cce6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8965583 Jun 06 17:45:42.756415 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fca46c6-a8ee-4993-a8e2-83176c50bdcc None None] Network 15d7d614-7f48-43fd-9f7c-8c31197aace7 requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:45:43.426677 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 50686) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:43.431690 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-4a73c5d2-f1c0-4b65-a56d-526bf754a30e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1695503238-network', 'tenant_id': '9e7ccb79a53744589469b95030397676'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:45:43.526583 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a73c5d2-f1c0-4b65-a56d-526bf754a30e admin admin] Made reservation on behalf of 9e7ccb79a53744589469b95030397676 for: {'network': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:45:43.528954 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4a73c5d2-f1c0-4b65-a56d-526bf754a30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-636678'] for network, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:43.541538 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4a73c5d2-f1c0-4b65-a56d-526bf754a30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:43.644013 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4a73c5d2-f1c0-4b65-a56d-526bf754a30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:43.686559 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4a73c5d2-f1c0-4b65-a56d-526bf754a30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:43.690304 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-97c73cb5-ec3f-4660-a014-8cb2fb775f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:43.716805 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a73c5d2-f1c0-4b65-a56d-526bf754a30e admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=98875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:45:43.725029 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73c5d2-f1c0-4b65-a56d-526bf754a30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9794c76e-5474-441f-ab65-3550ceb6f2ec,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:43.728529 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-4a73c5d2-f1c0-4b65-a56d-526bf754a30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:43.731156 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4a73c5d2-f1c0-4b65-a56d-526bf754a30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:43.732383 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.db.segments_db [None req-4a73c5d2-f1c0-4b65-a56d-526bf754a30e admin admin] Added segment c6100a18-6dfe-4b4c-81f2-8f580237dce3 of type vlan for network 8dea93c8-9913-4b41-8290-7c23d83e896e Jun 06 17:45:43.759021 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4a73c5d2-f1c0-4b65-a56d-526bf754a30e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729318189806'] for network, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:43.844487 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4a73c5d2-f1c0-4b65-a56d-526bf754a30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876'] for network, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:43.845786 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a73c5d2-f1c0-4b65-a56d-526bf754a30e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:43.846377 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4a73c5d2-f1c0-4b65-a56d-526bf754a30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:43.849691 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:43.940288 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73c5d2-f1c0-4b65-a56d-526bf754a30e admin admin] Pushing event updated for resources: {'Network': ['ID=8dea93c8-9913-4b41-8290-7c23d83e896e,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:43.943596 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-4a73c5d2-f1c0-4b65-a56d-526bf754a30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:43.951370 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Network 8dea93c8-9913-4b41-8290-7c23d83e896e details requested by agent ovs-agent-dv-cinder-791281-4-smb with host dv-cinder-791281-4-smb {{(pid=98877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:45:43.980327 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 50690) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:43.980797 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-4a73c5d2-f1c0-4b65-a56d-526bf754a30e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5520015 Jun 06 17:45:43.985259 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-a10a2532-f9da-43b1-9496-6b543f4f39a8 admin admin] Request body: {'subnet': {'network_id': '8dea93c8-9913-4b41-8290-7c23d83e896e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1695503238-subnet', 'tenant_id': '9e7ccb79a53744589469b95030397676', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:45:44.067480 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10a2532-f9da-43b1-9496-6b543f4f39a8 admin admin] Made reservation on behalf of 9e7ccb79a53744589469b95030397676 for: {'subnet': 1} {{(pid=98876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:45:44.070322 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a10a2532-f9da-43b1-9496-6b543f4f39a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3128071'] for subnet, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:44.336593 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a10a2532-f9da-43b1-9496-6b543f4f39a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2112197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3128085'] for subnet, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:44.340692 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:44.408066 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a2532-f9da-43b1-9496-6b543f4f39a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e11e53d-f257-4e32-a1ea-16821330b4b5,revision_number=0']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:44.412420 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-a10a2532-f9da-43b1-9496-6b543f4f39a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:44.419502 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10a2532-f9da-43b1-9496-6b543f4f39a8 admin admin] Checking segment: {'id': 'c6100a18-6dfe-4b4c-81f2-8f580237dce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8dea93c8-9913-4b41-8290-7c23d83e896e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:45:44.419844 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10a2532-f9da-43b1-9496-6b543f4f39a8 admin admin] Network hostable DHCP agents. Network: 8dea93c8-9913-4b41-8290-7c23d83e896e, hostable agents: ['9f9e633d-4e7f-4a78-8507-e6ddd2ff9366'], hosted agents: [] {{(pid=98876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:45:44.532225 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10a2532-f9da-43b1-9496-6b543f4f39a8 admin admin] Network 8dea93c8-9913-4b41-8290-7c23d83e896e is scheduled to be hosted by DHCP agent 9f9e633d-4e7f-4a78-8507-e6ddd2ff9366 with binding_index 1 {{(pid=98876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:45:44.652449 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.base_scheduler [None req-a10a2532-f9da-43b1-9496-6b543f4f39a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-smb, 8dea93c8-9913-4b41-8290-7c23d83e896e) {{(pid=98876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:45:44.656706 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10a2532-f9da-43b1-9496-6b543f4f39a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:44.657936 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a10a2532-f9da-43b1-9496-6b543f4f39a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:44.661457 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a5de04-276d-4040-a952-4058e3185169 None None] Network 8dea93c8-9913-4b41-8290-7c23d83e896e requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:45:44.750351 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-a10a2532-f9da-43b1-9496-6b543f4f39a8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7694232 Jun 06 17:45:44.852694 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b07c7f-420a-4ed6-b492-0ec1b56cf7ae None None] Network 8dea93c8-9913-4b41-8290-7c23d83e896e requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:45:44.884361 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 50698) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:44.947824 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8020ee-22d5-4ade-a8f5-ebeff1154861 admin admin] Deleting subnet 822cb5d9-3729-4a66-8e73-99fef9a9a145 {{(pid=98876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:45:44.950953 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3e8020ee-22d5-4ade-a8f5-ebeff1154861 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:45.001505 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3e8020ee-22d5-4ade-a8f5-ebeff1154861 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2151807'] for subnet, precommit_delete_associations {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:45.060586 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3e8020ee-22d5-4ade-a8f5-ebeff1154861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496290'] for subnet, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:45.292500 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3e8020ee-22d5-4ade-a8f5-ebeff1154861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2112132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3128098'] for subnet, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:45.296295 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-fa20388b-9aac-4d61-8368-7439879b4683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:45.329222 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8020ee-22d5-4ade-a8f5-ebeff1154861 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=822cb5d9-3729-4a66-8e73-99fef9a9a145,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:45.332177 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-3e8020ee-22d5-4ade-a8f5-ebeff1154861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:45.337343 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-3e8020ee-22d5-4ade-a8f5-ebeff1154861 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:45.338886 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-3e8020ee-22d5-4ade-a8f5-ebeff1154861 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/822cb5d9-3729-4a66-8e73-99fef9a9a145 HTTP/1.1" status: 204 len: 168 time: 0.4534545 Jun 06 17:45:45.341342 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 50700) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:45.445404 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-61809d96-f411-4ea6-8769-e1d085e0536c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596576'] for network, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:45.572971 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-61809d96-f411-4ea6-8769-e1d085e0536c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493627', 'neutron.services.segments.db._delete_segments_for_network-8729318600102'] for network, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:45.585103 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-61809d96-f411-4ea6-8769-e1d085e0536c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d7d614-7f48-43fd-9f7c-8c31197aace7']}} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:45.597276 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-61809d96-f411-4ea6-8769-e1d085e0536c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43678ff5-6ceb-4023-98ee-134984445fcc') {'for_net_delete': True} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:45.597561 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-61809d96-f411-4ea6-8769-e1d085e0536c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43678ff5-6ceb-4023-98ee-134984445fcc') {} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:45.609020 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-61809d96-f411-4ea6-8769-e1d085e0536c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729318605249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2151750'] for segment, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:45.625288 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-61809d96-f411-4ea6-8769-e1d085e0536c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:45.631409 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61809d96-f411-4ea6-8769-e1d085e0536c admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=98876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:45:45.631775 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-61809d96-f411-4ea6-8769-e1d085e0536c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2112062'] for segment, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: Traceback (most recent call last): Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: timer() Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: cb(*args, **kw) Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: return func(*args, **kwargs) Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: self._notify() Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: self.callback(batched_events) Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: event.method(event) Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: return f(self, *a, **k) Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: return self._get(url).json() Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: return self.request(url, 'GET', **kwargs) Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:45:45.645128 dv-cinder-791281-4-smb neutron-server[98876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:45:45.743838 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-4060ecfa-632e-4366-8ad4-140ae7586d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:45.828027 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-61809d96-f411-4ea6-8769-e1d085e0536c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608036'] for network, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:45.831528 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-533264f6-e912-409d-8866-1e9f61d89496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:45.845057 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-61809d96-f411-4ea6-8769-e1d085e0536c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:45.846929 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-61809d96-f411-4ea6-8769-e1d085e0536c admin admin] 10.222.0.23 "DELETE /v2.0/networks/15d7d614-7f48-43fd-9f7c-8c31197aace7 HTTP/1.1" status: 204 len: 168 time: 0.5047140 Jun 06 17:45:45.849877 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 50706) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:45.852864 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61809d96-f411-4ea6-8769-e1d085e0536c admin admin] Pushing event deleted for resources: {'Network': ['ID=15d7d614-7f48-43fd-9f7c-8c31197aace7,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:45.855009 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-61809d96-f411-4ea6-8769-e1d085e0536c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:45.912539 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6aa457-5885-4878-abb9-f143fda36a8b admin admin] Deleting subnet 7e11e53d-f257-4e32-a1ea-16821330b4b5 {{(pid=98875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:45:45.915630 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9e6aa457-5885-4878-abb9-f143fda36a8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:45.964921 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9e6aa457-5885-4878-abb9-f143fda36a8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9566946'] for subnet, precommit_delete_associations {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:46.022927 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9e6aa457-5885-4878-abb9-f143fda36a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496290'] for subnet, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:46.263910 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9e6aa457-5885-4878-abb9-f143fda36a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9508150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2915052'] for subnet, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:46.268007 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:46.300900 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6aa457-5885-4878-abb9-f143fda36a8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e11e53d-f257-4e32-a1ea-16821330b4b5,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:46.305032 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-9e6aa457-5885-4878-abb9-f143fda36a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:46.307520 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9e6aa457-5885-4878-abb9-f143fda36a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for subnet, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:46.320896 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-9e6aa457-5885-4878-abb9-f143fda36a8b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7e11e53d-f257-4e32-a1ea-16821330b4b5 HTTP/1.1" status: 204 len: 168 time: 0.4583323 Jun 06 17:45:46.320896 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 50708) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:46.416398 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-53854a92-7d1d-473e-a0c5-e03e555ea3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596576'] for network, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:46.541965 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-53854a92-7d1d-473e-a0c5-e03e555ea3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493627', 'neutron.services.segments.db._delete_segments_for_network-8729318600102'] for network, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:46.554928 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.services.segments.db [None req-53854a92-7d1d-473e-a0c5-e03e555ea3cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dea93c8-9913-4b41-8290-7c23d83e896e']}} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:46.567798 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.services.segments.db [None req-53854a92-7d1d-473e-a0c5-e03e555ea3cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6100a18-6dfe-4b4c-81f2-8f580237dce3') {'for_net_delete': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:46.568092 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.services.segments.db [None req-53854a92-7d1d-473e-a0c5-e03e555ea3cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6100a18-6dfe-4b4c-81f2-8f580237dce3') {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:46.580292 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-53854a92-7d1d-473e-a0c5-e03e555ea3cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729318605249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9566939'] for segment, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:46.597293 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-53854a92-7d1d-473e-a0c5-e03e555ea3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:46.605129 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53854a92-7d1d-473e-a0c5-e03e555ea3cb admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=98875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:45:46.605508 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-53854a92-7d1d-473e-a0c5-e03e555ea3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9508236'] for segment, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: Traceback (most recent call last): Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: timer() Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: cb(*args, **kw) Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: return func(*args, **kwargs) Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: self._notify() Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: self.callback(batched_events) Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: event.method(event) Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: return f(self, *a, **k) Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: return self._get(url).json() Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: return self.request(url, 'GET', **kwargs) Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:45:46.619705 dv-cinder-791281-4-smb neutron-server[98875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:45:46.804492 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-53854a92-7d1d-473e-a0c5-e03e555ea3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608036'] for network, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:46.807981 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:46.820972 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-53854a92-7d1d-473e-a0c5-e03e555ea3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:46.822767 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-53854a92-7d1d-473e-a0c5-e03e555ea3cb admin admin] 10.222.0.23 "DELETE /v2.0/networks/8dea93c8-9913-4b41-8290-7c23d83e896e HTTP/1.1" status: 204 len: 168 time: 0.5102620 Jun 06 17:45:46.828783 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53854a92-7d1d-473e-a0c5-e03e555ea3cb admin admin] Pushing event deleted for resources: {'Network': ['ID=8dea93c8-9913-4b41-8290-7c23d83e896e,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:46.830780 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-53854a92-7d1d-473e-a0c5-e03e555ea3cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:47.208483 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 50718) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:47.255978 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-02450c73-60ae-4467-b5c5-9eb3d7b60916 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2e6c6ffb14194dc2b07989b3bdfb6da4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463510 Jun 06 17:45:47.258334 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 50720) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:47.318170 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-674c9ebe-4169-4389-bb29-371782e38585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:47.344015 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-674c9ebe-4169-4389-bb29-371782e38585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:47.512961 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-674c9ebe-4169-4389-bb29-371782e38585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:47.515447 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-674c9ebe-4169-4389-bb29-371782e38585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:47.516565 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-674c9ebe-4169-4389-bb29-371782e38585 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/84f11932-3e77-4461-9c63-294473078c59 HTTP/1.1" status: 204 len: 168 time: 0.2573819 Jun 06 17:45:47.517322 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-fc18d5ca-ce2e-44d9-b584-43fd0207682a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:47.527408 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c9ebe-4169-4389-bb29-371782e38585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f11932-3e77-4461-9c63-294473078c59,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:47.530427 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-674c9ebe-4169-4389-bb29-371782e38585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:48.252612 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:48.254063 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-012694d1-bc11-4bca-b649-90333bd992be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:48.363944 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 50734) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:48.411106 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-8a32cd72-7bcd-4b1a-9cc8-122262313c80 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e7ccb79a53744589469b95030397676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453844 Jun 06 17:45:48.413553 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 50736) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:48.469795 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-32447b36-cfcd-45ce-9277-340888c3eb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:48.500637 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-32447b36-cfcd-45ce-9277-340888c3eb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:48.655668 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-32447b36-cfcd-45ce-9277-340888c3eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:48.658154 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-32447b36-cfcd-45ce-9277-340888c3eb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:48.659270 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-32447b36-cfcd-45ce-9277-340888c3eb9e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9794c76e-5474-441f-ab65-3550ceb6f2ec HTTP/1.1" status: 204 len: 168 time: 0.2448468 Jun 06 17:45:48.660108 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-2793e111-cd36-4fe9-a63e-14012d5b9a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:48.669799 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32447b36-cfcd-45ce-9277-340888c3eb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9794c76e-5474-441f-ab65-3550ceb6f2ec,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:48.672022 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-32447b36-cfcd-45ce-9277-340888c3eb9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:49.184413 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:50.858355 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:54.087915 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f883061-1ded-4fcd-8b77-1cbc5360d871 req-9d6edf88-565d-4368-9d23-a002286192ca tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:54.089472 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-2f883061-1ded-4fcd-8b77-1cbc5360d871 req-9d6edf88-565d-4368-9d23-a002286192ca tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 946 time: 0.0835464 Jun 06 17:45:54.136176 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-2f883061-1ded-4fcd-8b77-1cbc5360d871 req-f34af6b2-e417-45ff-8b3a-fae8b6dc5855 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406115 Jun 06 17:45:54.623801 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619ca24-43ef-4983-afe9-8db452d23abc req-6e868aa3-191d-4ca8-b686-5e10538ed20e tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:54.625257 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-3619ca24-43ef-4983-afe9-8db452d23abc req-6e868aa3-191d-4ca8-b686-5e10538ed20e tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.0877838 Jun 06 17:45:54.670879 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-3619ca24-43ef-4983-afe9-8db452d23abc req-e62b5d55-5f26-4882-9de9-b7585c8f0c05 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390818 Jun 06 17:45:55.330619 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d225c35-730d-46f4-82c8-3fcbd754e53d req-85c171db-7b0a-4890-929d-cd5879dde0f2 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:55.332069 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4d225c35-730d-46f4-82c8-3fcbd754e53d req-85c171db-7b0a-4890-929d-cd5879dde0f2 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 946 time: 0.0804510 Jun 06 17:45:55.383037 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4d225c35-730d-46f4-82c8-3fcbd754e53d req-71485cb5-1033-4da5-ade9-a14745ebf659 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f31a0bb-22a5-475d-b04f-01791958390c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449882 Jun 06 17:45:55.487719 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 50894) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:55.604222 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7fb54-5965-4fb5-a414-56d1e86b9636 req-948e5baa-68c9-4eab-9a19-fe29922ead11 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:55.606237 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8fa7fb54-5965-4fb5-a414-56d1e86b9636 req-948e5baa-68c9-4eab-9a19-fe29922ead11 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 946 time: 0.0812128 Jun 06 17:45:55.613296 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f3380c2a-79f0-4f27-8d3a-fd897f950033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:55.717359 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f3380c2a-79f0-4f27-8d3a-fd897f950033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:55.745901 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-8fa7fb54-5965-4fb5-a414-56d1e86b9636 req-ae8110aa-d10f-4726-9162-c9f4800996c8 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Deleting port 8b698854-c7a3-45f2-bdeb-4a699757e7a0 {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:45:55.746269 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-8fa7fb54-5965-4fb5-a414-56d1e86b9636 req-ae8110aa-d10f-4726-9162-c9f4800996c8 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:55.882614 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-8fa7fb54-5965-4fb5-a414-56d1e86b9636 req-ae8110aa-d10f-4726-9162-c9f4800996c8 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] For port 8b698854-c7a3-45f2-bdeb-4a699757e7a0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=8b698854-c7a3-45f2-bdeb-4a699757e7a0,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:55.882863 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-8fa7fb54-5965-4fb5-a414-56d1e86b9636 req-ae8110aa-d10f-4726-9162-c9f4800996c8 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:55.906873 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f3380c2a-79f0-4f27-8d3a-fd897f950033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:55.919621 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-d5b5f265-d59c-44e0-ad8f-c0484973d810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:55.974094 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-f3380c2a-79f0-4f27-8d3a-fd897f950033 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82ecc4dcfced4ccda640c8993b43562d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4852922 Jun 06 17:45:55.976735 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 50900) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:55.978849 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3380c2a-79f0-4f27-8d3a-fd897f950033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83d7f71-aee0-4157-bc49-ce94a0cca5cd,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:55.994994 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-f3380c2a-79f0-4f27-8d3a-fd897f950033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:56.046089 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc2edd-db1e-4c95-832d-bf1ab7143568 req-5c2db186-7138-4866-9344-c5ed93da845c tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:56.056118 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-54fc2edd-db1e-4c95-832d-bf1ab7143568 req-5c2db186-7138-4866-9344-c5ed93da845c tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.2694488 Jun 06 17:45:56.083144 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b501430c-5a60-42cd-b44f-9e440104b5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:56.119802 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-54fc2edd-db1e-4c95-832d-bf1ab7143568 req-c2544e18-0b88-4aa4-a420-119c5fb4cdea tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619838 Jun 06 17:45:56.127087 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b501430c-5a60-42cd-b44f-9e440104b5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:56.258158 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b501430c-5a60-42cd-b44f-9e440104b5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:56.260798 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b501430c-5a60-42cd-b44f-9e440104b5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:56.266231 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-b501430c-5a60-42cd-b44f-9e440104b5c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e83d7f71-aee0-4157-bc49-ce94a0cca5cd HTTP/1.1" status: 204 len: 168 time: 0.2842302 Jun 06 17:45:56.266231 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-3c1b47a1-c730-434d-8b8a-c243c754d9fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:56.276393 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501430c-5a60-42cd-b44f-9e440104b5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83d7f71-aee0-4157-bc49-ce94a0cca5cd,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:56.278794 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-b501430c-5a60-42cd-b44f-9e440104b5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:56.283056 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-8fa7fb54-5965-4fb5-a414-56d1e86b9636 req-ae8110aa-d10f-4726-9162-c9f4800996c8 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:56.286269 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-8fa7fb54-5965-4fb5-a414-56d1e86b9636 req-ae8110aa-d10f-4726-9162-c9f4800996c8 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608054'] for floatingip, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:56.286753 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.db.l3_db [req-8fa7fb54-5965-4fb5-a414-56d1e86b9636 req-ae8110aa-d10f-4726-9162-c9f4800996c8 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Floating IP 053cfddf-d8e9-4b5c-87fe-24851899fba2 disassociated. External IP: 172.28.3.228, port: 8b698854-c7a3-45f2-bdeb-4a699757e7a0. Jun 06 17:45:56.287211 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-8fa7fb54-5965-4fb5-a414-56d1e86b9636 req-ae8110aa-d10f-4726-9162-c9f4800996c8 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Calling delete_port for 8b698854-c7a3-45f2-bdeb-4a699757e7a0 owned by compute:nova {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:45:56.467764 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-8fa7fb54-5965-4fb5-a414-56d1e86b9636 req-ae8110aa-d10f-4726-9162-c9f4800996c8 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9508315'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:56.473409 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-7cba81fa-7990-4691-b153-2b604a8fbd5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:56.520336 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8110aa-d10f-4726-9162-c9f4800996c8 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Pushing event deleted for resources: {'Port': ['ID=8b698854-c7a3-45f2-bdeb-4a699757e7a0,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:56.553259 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-ae8110aa-d10f-4726-9162-c9f4800996c8 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:56.571503 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a6cc6881-ddb4-49fb-9343-68f394519214 req-ea74ef3a-97ee-44ca-955a-9b0c8fa143a5 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 210 time: 0.0604970 Jun 06 17:45:56.755936 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fa7fb54-5965-4fb5-a414-56d1e86b9636 req-ae8110aa-d10f-4726-9162-c9f4800996c8 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Router c2fd68fd-b485-4ca5-9580-0bba8a39bc99 has already been hosted by L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 {{(pid=98875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:45:56.945215 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fa7fb54-5965-4fb5-a414-56d1e86b9636 req-ae8110aa-d10f-4726-9162-c9f4800996c8 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:45:56.952656 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d3cf0-f8b6-42fc-b297-e4f4c88f2d8b None None] Sync routers for ids ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'] in dv-cinder-791281-4-smb {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:45:56.962979 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782d3cf0-f8b6-42fc-b297-e4f4c88f2d8b None None] Routers {'c2fd68fd-b485-4ca5-9580-0bba8a39bc99'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:45:56.963616 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-782d3cf0-f8b6-42fc-b297-e4f4c88f2d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:45:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:57.018643 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa7fb54-5965-4fb5-a414-56d1e86b9636 req-ae8110aa-d10f-4726-9162-c9f4800996c8 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] No DVR routers for this DVR port 8b698854-c7a3-45f2-bdeb-4a699757e7a0 on host hv-cinder-79128 {{(pid=98875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:45:57.022092 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-8fa7fb54-5965-4fb5-a414-56d1e86b9636 req-ae8110aa-d10f-4726-9162-c9f4800996c8 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:57.023652 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8fa7fb54-5965-4fb5-a414-56d1e86b9636 req-ae8110aa-d10f-4726-9162-c9f4800996c8 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.21 "DELETE /v2.0/ports/8b698854-c7a3-45f2-bdeb-4a699757e7a0 HTTP/1.1" status: 204 len: 173 time: 1.4119129 Jun 06 17:45:57.024019 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a6f220-b751-49db-ade8-9413df6025bb', 'name': 'network-vif-deleted', 'tag': '8b698854-c7a3-45f2-bdeb-4a699757e7a0'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:45:57.026319 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfdb595-9e29-4313-b39d-84a282cfd23f" -d '{"events": [{"server_uuid": "a5a6f220-b751-49db-ade8-9413df6025bb", "name": "network-vif-deleted", "tag": "8b698854-c7a3-45f2-bdeb-4a699757e7a0"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:45:57.073014 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8632bc6-b397-4629-8779-3aeb41d06f69 x-openstack-request-id: req-a8632bc6-b397-4629-8779-3aeb41d06f69 {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:45:57.073334 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a6f220-b751-49db-ade8-9413df6025bb", "name": "network-vif-deleted", "tag": "8b698854-c7a3-45f2-bdeb-4a699757e7a0", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:45:57.073882 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8632bc6-b397-4629-8779-3aeb41d06f69 {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:45:57.074496 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a6f220-b751-49db-ade8-9413df6025bb', 'name': 'network-vif-deleted', 'tag': '8b698854-c7a3-45f2-bdeb-4a699757e7a0', 'status': 'completed', 'code': 200} Jun 06 17:45:57.186789 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-782d3cf0-f8b6-42fc-b297-e4f4c88f2d8b None None] Set router c2fd68fd-b485-4ca5-9580-0bba8a39bc99 gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:45:57.307294 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf2293-cbf0-420c-a04e-a1a8952573f2 req-f4f5ee14-6dca-41b2-8276-99ec2cd9c202 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:57.308765 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-98cf2293-cbf0-420c-a04e-a1a8952573f2 req-f4f5ee14-6dca-41b2-8276-99ec2cd9c202 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.0816693 Jun 06 17:45:57.355088 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-98cf2293-cbf0-420c-a04e-a1a8952573f2 req-b04207eb-d034-4893-af47-7f1595fe17d2 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387878 Jun 06 17:45:57.425172 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 50918) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:57.445712 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-722472b1-2a1c-4b2f-843d-c6348496ea2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:57.500170 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-782d3cf0-f8b6-42fc-b297-e4f4c88f2d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'name': 'tempest-AttachVolumeShelveTestJSON-397972244-router', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:36Z', 'updated_at': '2021-06-06T17:42:47Z', 'revision_number': 4, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'gw_port': {'id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:38Z', 'updated_at': '2021-06-06T17:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': '505a1b11-18e4-498d-ac8b-190b41f150ab', 'name': '', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'mac_address': 'fa:16:3e:de:08:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:45Z', 'updated_at': '2021-06-06T17:42:57Z', 'revision_number': 5, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'subnets': [{'id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:57.504140 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d3cf0-f8b6-42fc-b297-e4f4c88f2d8b None None] Checking router: c2fd68fd-b485-4ca5-9580-0bba8a39bc99 for host: dv-cinder-791281-4-smb {{(pid=98878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:45:57.513294 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782d3cf0-f8b6-42fc-b297-e4f4c88f2d8b None None] Routers {'c2fd68fd-b485-4ca5-9580-0bba8a39bc99'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:45:57.514517 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-782d3cf0-f8b6-42fc-b297-e4f4c88f2d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:45:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:57.557780 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-722472b1-2a1c-4b2f-843d-c6348496ea2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:57.641227 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-722472b1-2a1c-4b2f-843d-c6348496ea2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:57.655614 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-5ba33af9-e8cf-479d-a3d8-56e471e72202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:57.666911 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 50924) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:57.703271 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-722472b1-2a1c-4b2f-843d-c6348496ea2c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d53f64905d44159bc9184e78300c846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768795 Jun 06 17:45:57.705747 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 50926) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:57.715789 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-782d3cf0-f8b6-42fc-b297-e4f4c88f2d8b None None] Set router c2fd68fd-b485-4ca5-9580-0bba8a39bc99 gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:45:57.719255 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722472b1-2a1c-4b2f-843d-c6348496ea2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fd18a1-63af-4f25-bc83-d306921157b4,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:57.731110 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-722472b1-2a1c-4b2f-843d-c6348496ea2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:57.748550 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8c149c-3db8-4fbc-ba53-c3e8c2103c2e admin admin] Deleting subnet 22f22de9-3d8d-4d94-909f-58bea532dacb {{(pid=98875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:45:57.752908 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-bc8c149c-3db8-4fbc-ba53-c3e8c2103c2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:57.800024 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-aa25d541-2a7e-4394-bec3-b0b946ee08d3 req-6b2897f4-108b-4ffc-869f-1c6eac9430a6 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5a6f220-b751-49db-ade8-9413df6025bb HTTP/1.1" status: 200 len: 210 time: 0.0544090 Jun 06 17:45:57.824832 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-aab19a0d-75f6-4d9a-b210-1f7cf85742d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:57.841837 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-bc8c149c-3db8-4fbc-ba53-c3e8c2103c2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9566946'] for subnet, precommit_delete_associations {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:57.854555 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-aab19a0d-75f6-4d9a-b210-1f7cf85742d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:57.903344 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-bc8c149c-3db8-4fbc-ba53-c3e8c2103c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496290'] for subnet, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:57.998615 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-aab19a0d-75f6-4d9a-b210-1f7cf85742d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:58.001356 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-aab19a0d-75f6-4d9a-b210-1f7cf85742d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:58.002528 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-aab19a0d-75f6-4d9a-b210-1f7cf85742d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/73fd18a1-63af-4f25-bc83-d306921157b4 HTTP/1.1" status: 204 len: 168 time: 0.2957687 Jun 06 17:45:58.003387 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-45e8fe6b-285e-476b-b56f-09c65c5abdbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:58.013720 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab19a0d-75f6-4d9a-b210-1f7cf85742d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fd18a1-63af-4f25-bc83-d306921157b4,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:58.016019 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-aab19a0d-75f6-4d9a-b210-1f7cf85742d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:58.061734 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-782d3cf0-f8b6-42fc-b297-e4f4c88f2d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'name': 'tempest-AttachVolumeShelveTestJSON-397972244-router', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:36Z', 'updated_at': '2021-06-06T17:42:47Z', 'revision_number': 4, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'gw_port': {'id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:38Z', 'updated_at': '2021-06-06T17:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': '505a1b11-18e4-498d-ac8b-190b41f150ab', 'name': '', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'mac_address': 'fa:16:3e:de:08:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:45Z', 'updated_at': '2021-06-06T17:42:57Z', 'revision_number': 5, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'subnets': [{'id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:58.066268 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d3cf0-f8b6-42fc-b297-e4f4c88f2d8b None None] The sync data for ids ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'] in dv-cinder-791281-4-smb is: [{'id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'name': 'tempest-AttachVolumeShelveTestJSON-397972244-router', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:36Z', 'updated_at': '2021-06-06T17:42:47Z', 'revision_number': 4, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'gw_port': {'id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:38Z', 'updated_at': '2021-06-06T17:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': '505a1b11-18e4-498d-ac8b-190b41f150ab', 'name': '', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'mac_address': 'fa:16:3e:de:08:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:45Z', 'updated_at': '2021-06-06T17:42:57Z', 'revision_number': 5, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'subnets': [{'id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:45:58.079491 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-bc8c149c-3db8-4fbc-ba53-c3e8c2103c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9508150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2915052'] for subnet, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:58.085367 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-51c5a2e5-997d-4e0c-9c8c-bfe37c91cce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:58.119644 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c149c-3db8-4fbc-ba53-c3e8c2103c2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22f22de9-3d8d-4d94-909f-58bea532dacb,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:58.122774 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-bc8c149c-3db8-4fbc-ba53-c3e8c2103c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:58.123977 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-bc8c149c-3db8-4fbc-ba53-c3e8c2103c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for subnet, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:58.128477 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 50930) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:58.128625 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-bc8c149c-3db8-4fbc-ba53-c3e8c2103c2e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/22f22de9-3d8d-4d94-909f-58bea532dacb HTTP/1.1" status: 204 len: 168 time: 0.4605427 Jun 06 17:45:58.233704 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8f2fe9d8-0bf6-447b-9bf7-0f32302908b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596576'] for network, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:58.294722 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570cf1e6-49a8-4b76-9fc3-1239daf37426 None None] New status for floating IP 053cfddf-d8e9-4b5c-87fe-24851899fba2: DOWN {{(pid=98877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:45:58.371876 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8f2fe9d8-0bf6-447b-9bf7-0f32302908b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493627', 'neutron.services.segments.db._delete_segments_for_network-8729318600102'] for network, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:58.390428 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-8f2fe9d8-0bf6-447b-9bf7-0f32302908b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09']}} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:58.409573 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-8f2fe9d8-0bf6-447b-9bf7-0f32302908b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5706a7-e26c-46b9-bb49-d3f7b4f1abba') {'for_net_delete': True} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:58.409998 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-8f2fe9d8-0bf6-447b-9bf7-0f32302908b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5706a7-e26c-46b9-bb49-d3f7b4f1abba') {} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:58.422608 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8f2fe9d8-0bf6-447b-9bf7-0f32302908b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729318605249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2151750'] for segment, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:58.440954 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8f2fe9d8-0bf6-447b-9bf7-0f32302908b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:58.449131 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2fe9d8-0bf6-447b-9bf7-0f32302908b7 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=98876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:45:58.449656 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8f2fe9d8-0bf6-447b-9bf7-0f32302908b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2112062'] for segment, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:58.540109 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 8b698854-c7a3-45f2-bdeb-4a699757e7a0 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: Traceback (most recent call last): Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: timer() Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: cb(*args, **kw) Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: return func(*args, **kwargs) Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: self._notify() Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: self.callback(batched_events) Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: event.method(event) Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: return f(self, *a, **k) Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: return self._get(url).json() Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: return self.request(url, 'GET', **kwargs) Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:45:58.558964 dv-cinder-791281-4-smb neutron-server[98876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:45:58.578798 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] No Port match for: 8b698854-c7a3-45f2-bdeb-4a699757e7a0 {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:45:58.579184 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 8b698854-c7a3-45f2-bdeb-4a699757e7a0 not bound to the agent host hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:45:58.586093 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda4055-e175-4e49-8a06-b992917aef3c req-ea0c0ddb-343d-43ea-afab-bbd632584d13 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:58.587647 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-adda4055-e175-4e49-8a06-b992917aef3c req-ea0c0ddb-343d-43ea-afab-bbd632584d13 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.1155851 Jun 06 17:45:58.634705 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-adda4055-e175-4e49-8a06-b992917aef3c req-063d543d-fbd7-4ce1-9cff-31b397307e31 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414076 Jun 06 17:45:58.644987 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8f2fe9d8-0bf6-447b-9bf7-0f32302908b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608036'] for network, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:58.656566 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-53b85eac-c9af-49ad-8f76-80d0b89c46f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:58.664239 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8f2fe9d8-0bf6-447b-9bf7-0f32302908b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:58.666074 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-8f2fe9d8-0bf6-447b-9bf7-0f32302908b7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09 HTTP/1.1" status: 204 len: 168 time: 0.5365379 Jun 06 17:45:58.672170 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2fe9d8-0bf6-447b-9bf7-0f32302908b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad4cfe9a-6199-4c89-ba90-c7ef95fc7e09,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:58.674444 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-8f2fe9d8-0bf6-447b-9bf7-0f32302908b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:58.945602 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 50952) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:58.997105 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-1d756021-e8e7-492b-95a0-ccad3b4cbb31 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec94c6ba107f4fac8d609f27ad2ac069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496576 Jun 06 17:45:58.999636 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 50956) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:59.036743 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 50958) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:59.059525 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-71f58ed2-170b-433f-b359-a986fd641219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:59.087912 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-71f58ed2-170b-433f-b359-a986fd641219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:59.105814 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-247363f7-dc6d-4443-8dc6-491a763d8460 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:59.135994 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-247363f7-dc6d-4443-8dc6-491a763d8460 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:59.212268 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-71f58ed2-170b-433f-b359-a986fd641219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:59.215064 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-71f58ed2-170b-433f-b359-a986fd641219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:59.216428 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-71f58ed2-170b-433f-b359-a986fd641219 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f17e114-0940-4eaf-b758-62a269035318 HTTP/1.1" status: 204 len: 168 time: 0.2157843 Jun 06 17:45:59.217553 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-4e5bcdfd-3868-4bbb-9ada-a95f23c6a410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:59.231073 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f58ed2-170b-433f-b359-a986fd641219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f17e114-0940-4eaf-b758-62a269035318,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:59.234070 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-71f58ed2-170b-433f-b359-a986fd641219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:59.292171 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-247363f7-dc6d-4443-8dc6-491a763d8460 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:59.294755 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-247363f7-dc6d-4443-8dc6-491a763d8460 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:59.298525 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-247363f7-dc6d-4443-8dc6-491a763d8460 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "DELETE /v2.0/security-groups/2f31a0bb-22a5-475d-b04f-01791958390c HTTP/1.1" status: 204 len: 168 time: 0.2581711 Jun 06 17:45:59.298525 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-5e744d8e-12fd-4e44-bf0d-1ffc37420a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:59.298835 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 50966) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:59.308895 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247363f7-dc6d-4443-8dc6-491a763d8460 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f31a0bb-22a5-475d-b04f-01791958390c,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:59.311231 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-247363f7-dc6d-4443-8dc6-491a763d8460 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:59.314805 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.api.v2.resource [None req-3caf5a44-1238-40be-b1e4-48563ab9f97b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] show failed (client error): The resource could not be found. Jun 06 17:45:59.315801 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-3caf5a44-1238-40be-b1e4-48563ab9f97b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups/2f31a0bb-22a5-475d-b04f-01791958390c HTTP/1.1" status: 404 len: 347 time: 0.0159895 Jun 06 17:45:59.319228 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 50970) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:59.631492 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [None req-f1905f80-bb6d-48b0-860c-2f206440e375 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Deleting port e8e6953d-85cc-4891-a06b-717eda98b6ae {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:45:59.631829 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f1905f80-bb6d-48b0-860c-2f206440e375 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:59.760735 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f1905f80-bb6d-48b0-860c-2f206440e375 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:59.761171 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f1905f80-bb6d-48b0-860c-2f206440e375 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:59.847113 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad0b63-ba86-4339-b00c-524460ff60a8 req-97d46315-33af-49ba-b808-e7a3b3fc6370 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:59.849286 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-99ad0b63-ba86-4339-b00c-524460ff60a8 req-97d46315-33af-49ba-b808-e7a3b3fc6370 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.0887241 Jun 06 17:45:59.906166 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-99ad0b63-ba86-4339-b00c-524460ff60a8 req-033fd8b0-ccf4-4e43-88d6-5bb71e061117 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510974 Jun 06 17:45:59.912349 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [None req-f1905f80-bb6d-48b0-860c-2f206440e375 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Calling delete_port for e8e6953d-85cc-4891-a06b-717eda98b6ae owned by network:floatingip {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:46:00.113946 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f1905f80-bb6d-48b0-860c-2f206440e375 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9508315'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:00.120526 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-bb0a959d-d7c3-43c2-a935-fc1c063a5dc6 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:00.170528 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1905f80-bb6d-48b0-860c-2f206440e375 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Pushing event deleted for resources: {'Port': ['ID=e8e6953d-85cc-4891-a06b-717eda98b6ae,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:00.201839 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-f1905f80-bb6d-48b0-860c-2f206440e375 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:00.270459 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f1905f80-bb6d-48b0-860c-2f206440e375 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for floatingip, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:00.272997 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-f1905f80-bb6d-48b0-860c-2f206440e375 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for floatingip, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:00.274175 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-f1905f80-bb6d-48b0-860c-2f206440e375 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "DELETE /v2.0/floatingips/053cfddf-d8e9-4b5c-87fe-24851899fba2 HTTP/1.1" status: 204 len: 168 time: 0.9538713 Jun 06 17:46:00.945709 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 51020) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:00.952832 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-d0f65b51-1b56-494a-a4ab-9dc35b337abb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1401266624', 'description': 'tempest-description--730243917'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:46:01.033463 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d0f65b51-1b56-494a-a4ab-9dc35b337abb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:01.100484 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5c974-958e-4343-8b52-bdac88c08b60 req-65db80ae-b526-4992-9abf-a882f915eabc tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:01.101943 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-07c5c974-958e-4343-8b52-bdac88c08b60 req-65db80ae-b526-4992-9abf-a882f915eabc tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.0806806 Jun 06 17:46:01.142882 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d0f65b51-1b56-494a-a4ab-9dc35b337abb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:01.149751 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-07c5c974-958e-4343-8b52-bdac88c08b60 req-65e8df33-df02-42af-abbe-8d926cd4cb0b tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419767 Jun 06 17:46:01.229707 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d0f65b51-1b56-494a-a4ab-9dc35b337abb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:01.234562 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-446f4f43-48ae-438f-be09-9cc00cb4bb9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:01.270452 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f65b51-1b56-494a-a4ab-9dc35b337abb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=157added-ee9e-4855-89e4-4a4ce3f6e687,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:01.273214 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-d0f65b51-1b56-494a-a4ab-9dc35b337abb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:01.355606 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d0f65b51-1b56-494a-a4ab-9dc35b337abb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:01.356823 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-d0f65b51-1b56-494a-a4ab-9dc35b337abb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4093835 Jun 06 17:46:01.359837 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51030) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:01.365486 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-b7cac812-0af0-47e9-bfd2-6cf3c8042789 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Request body: {'security_group_rule': {'security_group_id': '157added-ee9e-4855-89e4-4a4ce3f6e687', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:46:01.470416 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b7cac812-0af0-47e9-bfd2-6cf3c8042789 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:01.539461 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b7cac812-0af0-47e9-bfd2-6cf3c8042789 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:01.646337 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b7cac812-0af0-47e9-bfd2-6cf3c8042789 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480639'] for security_group_rule, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:01.648467 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-700f3cb2-1ed1-4fac-b81a-ff18fc28ceaf tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:01.671122 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cac812-0af0-47e9-bfd2-6cf3c8042789 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c4ed4e-4e6c-4e66-9435-7d9048d2be38,revision_number=0']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:01.673553 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-b7cac812-0af0-47e9-bfd2-6cf3c8042789 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:01.772170 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-b7cac812-0af0-47e9-bfd2-6cf3c8042789 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:01.773372 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-b7cac812-0af0-47e9-bfd2-6cf3c8042789 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4124715 Jun 06 17:46:01.776097 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51034) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:01.780480 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-1236f192-c85c-402f-b7db-0e30cd3bae3a tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Request body: {'security_group_rule': {'security_group_id': '157added-ee9e-4855-89e4-4a4ce3f6e687', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:46:01.883174 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-1236f192-c85c-402f-b7db-0e30cd3bae3a tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:01.948431 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-1236f192-c85c-402f-b7db-0e30cd3bae3a tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:02.034950 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-1236f192-c85c-402f-b7db-0e30cd3bae3a tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480639'] for security_group_rule, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:02.037520 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-5663b6b9-19a2-4697-8ad0-df6cc9ba35d5 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:02.059420 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236f192-c85c-402f-b7db-0e30cd3bae3a tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f44023f-bccf-4bb4-ba7d-bcb3d7819e30,revision_number=0']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:02.061756 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-1236f192-c85c-402f-b7db-0e30cd3bae3a tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:02.172832 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-1236f192-c85c-402f-b7db-0e30cd3bae3a tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:02.173421 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:02.175331 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-1236f192-c85c-402f-b7db-0e30cd3bae3a tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3982835 Jun 06 17:46:02.177202 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 51038) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:02.181931 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-490ef318-2c5c-4a13-a964-edfb73ca8b5f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Request body: {'floatingip': {'floating_network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:46:02.316742 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-490ef318-2c5c-4a13-a964-edfb73ca8b5f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for floatingip, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:02.374093 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e53fc-a111-47c3-ab09-e3ecf9ebe11a req-0e552bea-17ac-4e7c-8ef7-849c4cfaed52 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:02.375595 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-088e53fc-a111-47c3-ab09-e3ecf9ebe11a req-0e552bea-17ac-4e7c-8ef7-849c4cfaed52 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.1200712 Jun 06 17:46:02.479362 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-088e53fc-a111-47c3-ab09-e3ecf9ebe11a req-2856b259-7be9-482d-bcc7-17b6bb7a3ab5 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969822 Jun 06 17:46:02.519799 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-490ef318-2c5c-4a13-a964-edfb73ca8b5f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:02.661527 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_common [None req-490ef318-2c5c-4a13-a964-edfb73ca8b5f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Allocated IP 172.28.3.160 (ba4729d8-bae0-44dd-959b-45f2743fbe2e/d8ac2d9e-a11c-4f30-89f8-f7a6f927176d/ed01513b-916c-4f70-aa82-4dd0874812f2) {{(pid=98875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:46:02.812678 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-490ef318-2c5c-4a13-a964-edfb73ca8b5f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for port, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:02.887219 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-490ef318-2c5c-4a13-a964-edfb73ca8b5f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9508315'] for port, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:02.891202 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-505c56db-3cde-4554-adf6-de5f408508e8 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:02.953557 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490ef318-2c5c-4a13-a964-edfb73ca8b5f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Network ba4729d8-bae0-44dd-959b-45f2743fbe2e is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:46:02.956532 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [None req-490ef318-2c5c-4a13-a964-edfb73ca8b5f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:46:02.960250 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490ef318-2c5c-4a13-a964-edfb73ca8b5f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Received port after_create {{(pid=98875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:46:03.001154 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ef318-2c5c-4a13-a964-edfb73ca8b5f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Pushing event updated for resources: {'Port': ['ID=ed01513b-916c-4f70-aa82-4dd0874812f2,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:03.005217 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-490ef318-2c5c-4a13-a964-edfb73ca8b5f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:03.048173 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-490ef318-2c5c-4a13-a964-edfb73ca8b5f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:03.238402 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-490ef318-2c5c-4a13-a964-edfb73ca8b5f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:03.546516 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-490ef318-2c5c-4a13-a964-edfb73ca8b5f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:03.644275 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-490ef318-2c5c-4a13-a964-edfb73ca8b5f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9508320'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:03.649092 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-653d5010-0716-4553-a0f4-bc0a8a7dba3b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:03.667840 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d2d90-911e-46b4-b044-70269a4bb701 req-3688ed41-02ec-434a-a86c-6ce543fa5c43 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:03.669698 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b70d2d90-911e-46b4-b044-70269a4bb701 req-3688ed41-02ec-434a-a86c-6ce543fa5c43 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.0825324 Jun 06 17:46:03.730713 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b70d2d90-911e-46b4-b044-70269a4bb701 req-aa176cfc-1278-4b9b-b057-c39984335f6f tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548348 Jun 06 17:46:03.756982 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ef318-2c5c-4a13-a964-edfb73ca8b5f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Pushing event updated for resources: {'Port': ['ID=ed01513b-916c-4f70-aa82-4dd0874812f2,revision_number=2']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:03.761047 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-490ef318-2c5c-4a13-a964-edfb73ca8b5f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:03.765614 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-490ef318-2c5c-4a13-a964-edfb73ca8b5f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608054'] for floatingip, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:03.857977 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-490ef318-2c5c-4a13-a964-edfb73ca8b5f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for floatingip, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:03.859253 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-490ef318-2c5c-4a13-a964-edfb73ca8b5f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6810613 Jun 06 17:46:04.089574 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-989096db-430c-4d2f-be8d-3825e7d46cb7 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1401266624&fields=id&tenant_id=112f749fb4de43ca891e9f33ff29787e HTTP/1.1" status: 200 len: 267 time: 0.0441036 Jun 06 17:46:04.312642 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-8702e173-45d9-4bde-b04a-f4dbd7d93b7c tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:04.314004 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-8702e173-45d9-4bde-b04a-f4dbd7d93b7c tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/networks?id=72559bc2-9c29-4f2a-bcda-ce8b6786233f HTTP/1.1" status: 200 len: 816 time: 0.2174661 Jun 06 17:46:04.319472 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b9939-badb-4f93-ab7a-28ccbf653131 req-d4ccba08-9fb1-444f-8162-89b90c39747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:04.320969 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-233b9939-badb-4f93-ab7a-28ccbf653131 req-d4ccba08-9fb1-444f-8162-89b90c39747e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e04771eabc3d4bcda17450a5c7a0c4ed&device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 1099 time: 0.1942501 Jun 06 17:46:04.331240 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-c2f961d1-6625-4974-bf7b-84f77f9e5046 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/quotas/112f749fb4de43ca891e9f33ff29787e HTTP/1.1" status: 200 len: 375 time: 0.0092885 Jun 06 17:46:04.530520 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-e0b077a7-8d85-4c57-9b87-0a18f0ddf5ae tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=112f749fb4de43ca891e9f33ff29787e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1918848 Jun 06 17:46:04.537760 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b9939-badb-4f93-ab7a-28ccbf653131 req-310e15ea-090a-42a1-a87d-26163b1a4c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:04.539154 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-233b9939-badb-4f93-ab7a-28ccbf653131 req-310e15ea-090a-42a1-a87d-26163b1a4c28 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca7b7292-ac0b-4579-b556-747f7f1215a6 HTTP/1.1" status: 200 len: 910 time: 0.1647363 Jun 06 17:46:04.667399 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-233b9939-badb-4f93-ab7a-28ccbf653131 req-92f3cc39-bd70-4aed-8cc5-a96f93d5ebbf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75c18bb5-e7aa-40c9-bf36-40d3036891eb HTTP/1.1" status: 200 len: 1002 time: 0.1203098 Jun 06 17:46:04.811254 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b9939-badb-4f93-ab7a-28ccbf653131 req-d11ed536-17e4-4aec-80df-247b60028dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:04.812678 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-233b9939-badb-4f93-ab7a-28ccbf653131 req-d11ed536-17e4-4aec-80df-247b60028dee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c39b957-51e6-41dc-913c-04e3215e7138 HTTP/1.1" status: 200 len: 848 time: 0.1385739 Jun 06 17:46:04.876060 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-c3438de3-a469-4962-9e31-8fba79071f98 service neutron] 10.222.0.23 "GET /v2.0/networks/72559bc2-9c29-4f2a-bcda-ce8b6786233f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335004 Jun 06 17:46:04.912296 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b06dfe-e2a9-43c7-a5dd-0d329a65d85d req-0d806a97-5f13-4d32-8276-51e3de98378b tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:04.913740 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-d7b06dfe-e2a9-43c7-a5dd-0d329a65d85d req-0d806a97-5f13-4d32-8276-51e3de98378b tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.0812311 Jun 06 17:46:04.959665 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-d7b06dfe-e2a9-43c7-a5dd-0d329a65d85d req-292b040a-142b-4863-ae52-aa41754e13c2 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399454 Jun 06 17:46:05.010533 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b9939-badb-4f93-ab7a-28ccbf653131 req-fd718886-bed9-439c-9a9c-5da1972f23c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:05.011973 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-233b9939-badb-4f93-ab7a-28ccbf653131 req-fd718886-bed9-439c-9a9c-5da1972f23c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca7b7292-ac0b-4579-b556-747f7f1215a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1858864 Jun 06 17:46:05.049931 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-1c6301b6-2fe1-426f-9cbb-efaf780667cb service neutron] 10.222.0.23 "GET /v2.0/networks/72559bc2-9c29-4f2a-bcda-ce8b6786233f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623483 Jun 06 17:46:05.156647 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-233b9939-badb-4f93-ab7a-28ccbf653131 req-05989a21-f87a-4a84-b7b7-c75a213f142c service neutron] 10.222.0.21 "GET /v2.0/networks/ca7b7292-ac0b-4579-b556-747f7f1215a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359425 Jun 06 17:46:05.380910 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-e784b8d8-2743-417f-97f4-3f654d6c3a83 req-d51aab15-d6d8-4138-aa50-74b407761c69 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 210 time: 0.0492089 Jun 06 17:46:05.421215 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-233b9939-badb-4f93-ab7a-28ccbf653131 req-28cc4f8f-15b9-41dd-a4de-ce618ae3535c service neutron] 10.222.0.21 "GET /v2.0/networks/ca7b7292-ac0b-4579-b556-747f7f1215a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568450 Jun 06 17:46:05.529657 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6773b42-f7da-4699-aa04-1b94bc02eb88 req-ce37c2ce-2f6b-46ed-a546-cd2156d0362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:05.531125 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a6773b42-f7da-4699-aa04-1b94bc02eb88 req-ce37c2ce-2f6b-46ed-a546-cd2156d0362f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e04771eabc3d4bcda17450a5c7a0c4ed&device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 1099 time: 0.0697415 Jun 06 17:46:05.662789 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6773b42-f7da-4699-aa04-1b94bc02eb88 req-145ba4d9-9e56-4e72-9c7b-0913e927c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:05.664104 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a6773b42-f7da-4699-aa04-1b94bc02eb88 req-145ba4d9-9e56-4e72-9c7b-0913e927c619 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca7b7292-ac0b-4579-b556-747f7f1215a6 HTTP/1.1" status: 200 len: 910 time: 0.1265984 Jun 06 17:46:05.767605 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a6773b42-f7da-4699-aa04-1b94bc02eb88 req-63c775d8-da29-47d1-90dc-2bcdf09f72a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75c18bb5-e7aa-40c9-bf36-40d3036891eb HTTP/1.1" status: 200 len: 1002 time: 0.0974646 Jun 06 17:46:05.832425 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6773b42-f7da-4699-aa04-1b94bc02eb88 req-22d4b467-74c5-4f1e-aa4b-3b63b7f7f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:05.833897 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a6773b42-f7da-4699-aa04-1b94bc02eb88 req-22d4b467-74c5-4f1e-aa4b-3b63b7f7f6fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c39b957-51e6-41dc-913c-04e3215e7138 HTTP/1.1" status: 200 len: 848 time: 0.0603888 Jun 06 17:46:05.909941 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6773b42-f7da-4699-aa04-1b94bc02eb88 req-e3483c7c-bd05-43aa-ac03-fa0477d8a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:05.911460 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a6773b42-f7da-4699-aa04-1b94bc02eb88 req-e3483c7c-bd05-43aa-ac03-fa0477d8a4f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca7b7292-ac0b-4579-b556-747f7f1215a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718777 Jun 06 17:46:06.051590 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a6773b42-f7da-4699-aa04-1b94bc02eb88 req-16e4bddd-a491-442b-b795-468286bc39ed service neutron] 10.222.0.21 "GET /v2.0/networks/ca7b7292-ac0b-4579-b556-747f7f1215a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334958 Jun 06 17:46:06.251891 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a6773b42-f7da-4699-aa04-1b94bc02eb88 req-a00c9ee4-2f69-4815-9e33-ed954a2f247d service neutron] 10.222.0.21 "GET /v2.0/networks/ca7b7292-ac0b-4579-b556-747f7f1215a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949375 Jun 06 17:46:06.260206 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6d259-57f9-48fc-9c66-530548320772 req-40b9fc43-9194-4dbe-aba7-eaf88885b135 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:06.265697 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-fbd6d259-57f9-48fc-9c66-530548320772 req-40b9fc43-9194-4dbe-aba7-eaf88885b135 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.1824870 Jun 06 17:46:06.306285 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-fbd6d259-57f9-48fc-9c66-530548320772 req-eca34f0a-8118-4150-b375-c90babe6684d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389249 Jun 06 17:46:06.540068 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 51116) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:06.547098 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-e5601f7c-c440-4d6b-966d-2c546765425d req-a95207f9-1524-4d3d-94e5-1f1c1a7c81c6 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 210 time: 0.0466487 Jun 06 17:46:06.658624 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-19b7ff8f-3a52-4753-a189-f12282ada8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:06.758770 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-19b7ff8f-3a52-4753-a189-f12282ada8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:06.846412 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-19b7ff8f-3a52-4753-a189-f12282ada8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:06.855138 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-674c9ebe-4169-4389-bb29-371782e38585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:06.894554 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-19b7ff8f-3a52-4753-a189-f12282ada8b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcf93b3df7dd40e7baf5b995d47f8160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3534298 Jun 06 17:46:06.895428 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7ff8f-3a52-4753-a189-f12282ada8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fc71be-241c-45f9-a1d9-22b05b04fd60,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:06.897333 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51120) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:06.898621 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-19b7ff8f-3a52-4753-a189-f12282ada8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:06.961610 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7ff8c2fd-fbba-433a-8ec1-7db1addb771a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:06.988117 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7ff8c2fd-fbba-433a-8ec1-7db1addb771a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:07.195029 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7ff8c2fd-fbba-433a-8ec1-7db1addb771a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:07.197425 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7ff8c2fd-fbba-433a-8ec1-7db1addb771a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:07.198553 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-7ff8c2fd-fbba-433a-8ec1-7db1addb771a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48fc71be-241c-45f9-a1d9-22b05b04fd60 HTTP/1.1" status: 204 len: 168 time: 0.2993813 Jun 06 17:46:07.199402 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-0c0878aa-a166-4c2f-b202-3d4a79431a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:07.208895 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8c2fd-fbba-433a-8ec1-7db1addb771a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fc71be-241c-45f9-a1d9-22b05b04fd60,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:07.211451 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-7ff8c2fd-fbba-433a-8ec1-7db1addb771a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:07.503319 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cecb0e-b38d-4902-8252-562273af3560 req-160e925b-3b67-40a6-8245-244268c45e38 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:07.505148 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-d9cecb0e-b38d-4902-8252-562273af3560 req-160e925b-3b67-40a6-8245-244268c45e38 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.0968368 Jun 06 17:46:07.556362 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-d9cecb0e-b38d-4902-8252-562273af3560 req-78ecc357-d8c7-4445-8630-43cb2f5222b7 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443175 Jun 06 17:46:07.726645 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-5c04086a-1d08-4a37-909f-7bd42308446c req-b5626719-dadf-44db-804e-ac7c513a7ad3 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 210 time: 0.0474420 Jun 06 17:46:07.939431 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51156) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:07.958558 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-4338ccf7-d531-440e-8f07-2e1ce2dbaf49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:07.978708 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-25cadaa8-d09d-4073-9af4-04ebea58dccd tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:07.980167 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-25cadaa8-d09d-4073-9af4-04ebea58dccd tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.21 "GET /v2.0/networks?id=72559bc2-9c29-4f2a-bcda-ce8b6786233f HTTP/1.1" status: 200 len: 816 time: 0.1920259 Jun 06 17:46:08.031369 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-437c9dfd-b18a-40ee-b64a-343e4d1a66e7 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=112f749fb4de43ca891e9f33ff29787e HTTP/1.1" status: 200 len: 380 time: 0.0432818 Jun 06 17:46:08.040763 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-57e758bc-32d4-4ad6-97de-b37cf7d12ecb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Request body: {'port': {'device_id': '7ab5dcf6-55ce-4674-9729-84f77d20aa1a', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'admin_state_up': True, 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'security_groups': ['157added-ee9e-4855-89e4-4a4ce3f6e687']}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:46:08.075345 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-4338ccf7-d531-440e-8f07-2e1ce2dbaf49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:08.173508 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-4338ccf7-d531-440e-8f07-2e1ce2dbaf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:08.184761 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-df41b297-22a5-4e44-a078-005395b256cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:08.219457 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-4338ccf7-d531-440e-8f07-2e1ce2dbaf49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebbd38b25e624ccd85be4c9e39c36f7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789361 Jun 06 17:46:08.221921 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 51174) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:08.226854 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338ccf7-d531-440e-8f07-2e1ce2dbaf49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8bacf3-2c40-42e6-a83f-ebdf1f2269d7,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:08.229883 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-4338ccf7-d531-440e-8f07-2e1ce2dbaf49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:08.295500 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-2878e29f-0bbf-409b-aa58-01ef8684b5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:08.322361 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-2878e29f-0bbf-409b-aa58-01ef8684b5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:08.353786 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-57e758bc-32d4-4ad6-97de-b37cf7d12ecb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Made reservation on behalf of 112f749fb4de43ca891e9f33ff29787e for: {'port': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:46:08.357210 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-57e758bc-32d4-4ad6-97de-b37cf7d12ecb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:08.496903 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-2878e29f-0bbf-409b-aa58-01ef8684b5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:08.501974 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-2878e29f-0bbf-409b-aa58-01ef8684b5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:08.501974 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-2878e29f-0bbf-409b-aa58-01ef8684b5a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd8bacf3-2c40-42e6-a83f-ebdf1f2269d7 HTTP/1.1" status: 204 len: 168 time: 0.2775478 Jun 06 17:46:08.508949 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-71f58ed2-170b-433f-b359-a986fd641219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:08.524986 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878e29f-0bbf-409b-aa58-01ef8684b5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8bacf3-2c40-42e6-a83f-ebdf1f2269d7,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:08.533609 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-2878e29f-0bbf-409b-aa58-01ef8684b5a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:08.761238 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_common [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-57e758bc-32d4-4ad6-97de-b37cf7d12ecb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Allocated IP 172.20.0.9 (72559bc2-9c29-4f2a-bcda-ce8b6786233f/ad36e52f-085e-4814-93d9-62d98b3cab30/02563694-f59b-4698-873a-4adddebe1355) {{(pid=98875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:46:08.823758 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67373591-2f6c-4e3e-94ef-53affa665aff req-a16c616d-f593-432c-b616-cfe0b293a2bd tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:08.825223 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-67373591-2f6c-4e3e-94ef-53affa665aff req-a16c616d-f593-432c-b616-cfe0b293a2bd tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.1352851 Jun 06 17:46:08.899317 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-59f3468a-2f2e-469c-93db-d1fef50872fc req-d68fdb92-5419-454f-9483-e0b56238ba40 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 210 time: 0.0562427 Jun 06 17:46:08.969996 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-67373591-2f6c-4e3e-94ef-53affa665aff req-b9703a68-1cca-4daa-9ecc-73199b40a3f6 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272421 Jun 06 17:46:09.017283 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-57e758bc-32d4-4ad6-97de-b37cf7d12ecb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for port, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:09.033093 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-57e758bc-32d4-4ad6-97de-b37cf7d12ecb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Transition to ACTIVE for port object 02563694-f59b-4698-873a-4adddebe1355 will not be triggered until provisioned by entity DHCP. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:46:09.149788 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-57e758bc-32d4-4ad6-97de-b37cf7d12ecb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9508315'] for port, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:09.156186 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-1edf4bc9-3782-47ca-a39f-bdc80b69d69b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:09.225555 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-57e758bc-32d4-4ad6-97de-b37cf7d12ecb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Network 72559bc2-9c29-4f2a-bcda-ce8b6786233f is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:46:09.228542 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-57e758bc-32d4-4ad6-97de-b37cf7d12ecb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:46:09.232782 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-57e758bc-32d4-4ad6-97de-b37cf7d12ecb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Received port after_create {{(pid=98875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:46:09.258299 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e758bc-32d4-4ad6-97de-b37cf7d12ecb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Pushing event updated for resources: {'Port': ['ID=02563694-f59b-4698-873a-4adddebe1355,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:09.264333 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-57e758bc-32d4-4ad6-97de-b37cf7d12ecb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:09.308968 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-57e758bc-32d4-4ad6-97de-b37cf7d12ecb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:09.309592 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-57e758bc-32d4-4ad6-97de-b37cf7d12ecb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:09.399923 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-57e758bc-32d4-4ad6-97de-b37cf7d12ecb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3636525 Jun 06 17:46:09.412511 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] Request body: {'port': {'device_id': '7ab5dcf6-55ce-4674-9729-84f77d20aa1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:46:09.520681 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-555b6c3f-dec7-43a5-8736-985a2ff51aef None None] Provisioning for port 02563694-f59b-4698-873a-4adddebe1355 completed by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:46:09.534782 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-555b6c3f-dec7-43a5-8736-985a2ff51aef None None] Provisioning complete for port 02563694-f59b-4698-873a-4adddebe1355 triggered by entity DHCP. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:46:09.535543 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-555b6c3f-dec7-43a5-8736-985a2ff51aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:09.537459 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:09.608892 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-555b6c3f-dec7-43a5-8736-985a2ff51aef None None] Port 02563694-f59b-4698-873a-4adddebe1355 cannot update to ACTIVE because it is not bound. {{(pid=98877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:46:09.909141 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02563694-f59b-4698-873a-4adddebe1355 {{(pid=98875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:46:09.917373 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:09.933727 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] Transition to ACTIVE for port object 02563694-f59b-4698-873a-4adddebe1355 will not be triggered until provisioned by entity L2. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:46:09.999210 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9508320'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:10.004173 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-d161e684-8f18-4a00-bac1-512828d423f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:10.116227 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de97cc-f89e-4fde-907b-3d19cf2ffb6d req-eea29e81-63b8-4aab-a6f8-3ddece74459d tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:10.117777 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-67de97cc-f89e-4fde-907b-3d19cf2ffb6d req-eea29e81-63b8-4aab-a6f8-3ddece74459d tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 943 time: 0.1015961 Jun 06 17:46:10.167928 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-67de97cc-f89e-4fde-907b-3d19cf2ffb6d req-92684ccf-2cb3-46cd-a36b-d75c8edb3f02 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424893 Jun 06 17:46:10.247480 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] Pushing event updated for resources: {'Port': ['ID=02563694-f59b-4698-873a-4adddebe1355,revision_number=2']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:10.254870 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:10.306465 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] Attempting to bind port 02563694-f59b-4698-873a-4adddebe1355 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:46:10.306699 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] Attempting to bind port 02563694-f59b-4698-873a-4adddebe1355 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '1c3def78-66f0-4a96-a6f3-0e800da91f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f'}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:46:10.307007 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] Attempting to bind port 02563694-f59b-4698-873a-4adddebe1355 on network 72559bc2-9c29-4f2a-bcda-ce8b6786233f {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:46:10.317130 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81514844-5352-498b-ab2a-1e51fe883945 req-7d86ca50-7a0e-4672-8f75-49c270b1a14a tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:10.319124 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-81514844-5352-498b-ab2a-1e51fe883945 req-7d86ca50-7a0e-4672-8f75-49c270b1a14a tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.2060890 Jun 06 17:46:10.327112 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] Port 02563694-f59b-4698-873a-4adddebe1355 on network 72559bc2-9c29-4f2a-bcda-ce8b6786233f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:46:10.327361 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] Attempting to bind port 02563694-f59b-4698-873a-4adddebe1355 on network 72559bc2-9c29-4f2a-bcda-ce8b6786233f {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:46:10.345386 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] Checking agent: {'id': 'a6fcd907-c3ac-4abf-b52d-463afd7284ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'started_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:46:10.345717 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] Checking segment: {'id': '1c3def78-66f0-4a96-a6f3-0e800da91f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:46:10.346089 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] Bound using segment: {'id': '1c3def78-66f0-4a96-a6f3-0e800da91f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f'} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:46:10.346537 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] Bound port: 02563694-f59b-4698-873a-4adddebe1355, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c3def78-66f0-4a96-a6f3-0e800da91f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f'}}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:46:10.346871 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:10.428351 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-81514844-5352-498b-ab2a-1e51fe883945 req-453a8b96-dcae-49d1-b97d-3ec9c640be90 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023865 Jun 06 17:46:10.470263 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] For port 02563694-f59b-4698-873a-4adddebe1355, host hv-cinder-79128, cleared binding levels {{(pid=98875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:46:10.474073 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] For port 02563694-f59b-4698-873a-4adddebe1355, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=02563694-f59b-4698-873a-4adddebe1355,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:46:10.585809 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 75c18bb5-e7aa-40c9-bf36-40d3036891eb no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:46:10.639656 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9508320'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:10.644642 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-75c4a2db-d99a-451b-ab7b-8a580f634631 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:10.698136 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:10.704931 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:10.705653 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:10.706963 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] 10.222.0.21 "PUT /v2.0/ports/02563694-f59b-4698-873a-4adddebe1355 HTTP/1.1" status: 200 len: 1093 time: 1.2994821 Jun 06 17:46:10.707461 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab5dcf6-55ce-4674-9729-84f77d20aa1a', 'tag': '02563694-f59b-4698-873a-4adddebe1355'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:46:10.709783 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03f532b-3725-4fbd-a132-350ed907e9ef" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab5dcf6-55ce-4674-9729-84f77d20aa1a", "tag": "02563694-f59b-4698-873a-4adddebe1355"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:46:10.739992 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] Pushing event updated for resources: {'Port': ['ID=02563694-f59b-4698-873a-4adddebe1355,revision_number=3']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:10.743507 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:10.745343 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 75c18bb5-e7aa-40c9-bf36-40d3036891eb, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=75c18bb5-e7aa-40c9-bf36-40d3036891eb,segment=NetworkSegment(85cd9012-ca03-4fdb-9af9-af1476b52a9f),segment_id=85cd9012-ca03-4fdb-9af9-af1476b52a9f)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:46:10.746183 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3660d74-12e8-44db-8b9e-40d190105b32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75c18bb5-e7aa-40c9-bf36-40d3036891eb'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:46:10.748464 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942910a7-cf7f-4a76-add2-b807087f4063" -d '{"events": [{"server_uuid": "b3660d74-12e8-44db-8b9e-40d190105b32", "name": "network-vif-unplugged", "status": "completed", "tag": "75c18bb5-e7aa-40c9-bf36-40d3036891eb"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:46:10.772924 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc2d00d-4066-41f8-90f0-52f5aab455f4 x-openstack-request-id: req-4dc2d00d-4066-41f8-90f0-52f5aab455f4 {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:46:10.773652 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab5dcf6-55ce-4674-9729-84f77d20aa1a", "tag": "02563694-f59b-4698-873a-4adddebe1355", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:46:10.774220 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4dc2d00d-4066-41f8-90f0-52f5aab455f4 {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:46:10.774824 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab5dcf6-55ce-4674-9729-84f77d20aa1a', 'tag': '02563694-f59b-4698-873a-4adddebe1355', 'status': 'completed', 'code': 200} Jun 06 17:46:10.812648 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:10.814576 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:10.866504 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 06 Jun 2021 17:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18860fe7-4fb9-4a96-99e3-b74f548f6ac0 x-openstack-request-id: req-18860fe7-4fb9-4a96-99e3-b74f548f6ac0 {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:46:10.866926 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3660d74-12e8-44db-8b9e-40d190105b32", "name": "network-vif-unplugged", "status": "failed", "tag": "75c18bb5-e7aa-40c9-bf36-40d3036891eb", "code": 422}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:46:10.867277 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18860fe7-4fb9-4a96-99e3-b74f548f6ac0 {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:46:10.867759 dv-cinder-791281-4-smb neutron-server[98877]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b3660d74-12e8-44db-8b9e-40d190105b32', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '75c18bb5-e7aa-40c9-bf36-40d3036891eb', 'code': 422} returned with failed status Jun 06 17:46:10.914508 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=75c18bb5-e7aa-40c9-bf36-40d3036891eb,revision_number=6']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:10.929594 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f532b-3725-4fbd-a132-350ed907e9ef req-8642ee35-c37e-4162-af96-9631e993425d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:10.929594 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-d03f532b-3725-4fbd-a132-350ed907e9ef req-8642ee35-c37e-4162-af96-9631e993425d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=112f749fb4de43ca891e9f33ff29787e&device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 1096 time: 0.1184149 Jun 06 17:46:10.930175 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:11.165646 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f532b-3725-4fbd-a132-350ed907e9ef req-002e1106-cd86-41a7-a5c9-cd664dcc59c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:11.167225 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-d03f532b-3725-4fbd-a132-350ed907e9ef req-002e1106-cd86-41a7-a5c9-cd664dcc59c2 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=112f749fb4de43ca891e9f33ff29787e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2383256 Jun 06 17:46:11.353620 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f532b-3725-4fbd-a132-350ed907e9ef req-67d4ee44-e0c7-4ae5-ade0-f46c02baf50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:11.355061 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-d03f532b-3725-4fbd-a132-350ed907e9ef req-67d4ee44-e0c7-4ae5-ade0-f46c02baf50c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1810069 Jun 06 17:46:11.385479 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2ffa9-cacd-4515-88af-66254d978974 req-39243b9f-77b6-43fe-a38f-cc4ec16d8941 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:11.386959 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9eb2ffa9-cacd-4515-88af-66254d978974 req-39243b9f-77b6-43fe-a38f-cc4ec16d8941 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 943 time: 0.1042764 Jun 06 17:46:11.483531 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9eb2ffa9-cacd-4515-88af-66254d978974 req-03a85e10-5d8a-4867-8f3e-afd33c6506a1 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907769 Jun 06 17:46:11.503938 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-cdb0ebcd-7e4c-4931-9570-d30a89d7b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:11.505421 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-cdb0ebcd-7e4c-4931-9570-d30a89d7b68c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=112f749fb4de43ca891e9f33ff29787e&device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 1096 time: 0.1111512 Jun 06 17:46:11.577352 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-5e7ddf90-335a-4bdd-9799-aa99282b465e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02563694-f59b-4698-873a-4adddebe1355 HTTP/1.1" status: 200 len: 217 time: 0.0647781 Jun 06 17:46:11.640575 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-a362d9a9-a277-40b5-a7b2-bdd26666dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:11.641978 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-a362d9a9-a277-40b5-a7b2-bdd26666dfca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad36e52f-085e-4814-93d9-62d98b3cab30 HTTP/1.1" status: 200 len: 855 time: 0.0576401 Jun 06 17:46:11.719115 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-3969e0cd-4f1e-4a12-be7c-e6fce0057d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:11.720527 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-3969e0cd-4f1e-4a12-be7c-e6fce0057d0a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=72559bc2-9c29-4f2a-bcda-ce8b6786233f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718718 Jun 06 17:46:11.856961 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-e656e761-cf49-47b5-acba-afcabf1abc5a service neutron] 10.222.0.21 "GET /v2.0/networks/72559bc2-9c29-4f2a-bcda-ce8b6786233f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288331 Jun 06 17:46:12.094585 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-75b1154e-00a0-4dae-bab8-826209c6d247 req-8911e6cf-ba64-491a-8dc2-615a77f88b8e service neutron] 10.222.0.21 "GET /v2.0/networks/72559bc2-9c29-4f2a-bcda-ce8b6786233f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310283 Jun 06 17:46:12.119006 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-710da113-5bbd-4a6a-b684-4ebe0680ec5f req-cc89a981-64a5-48e8-ba1c-7f8e3bea80bf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1326737 Jun 06 17:46:12.131018 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05ec61-fcf1-4353-9886-69b15acf4b38 req-7b77eb04-9f17-4013-902a-826bf2df1124 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:12.131018 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0b05ec61-fcf1-4353-9886-69b15acf4b38 req-7b77eb04-9f17-4013-902a-826bf2df1124 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 944 time: 0.1821377 Jun 06 17:46:12.177657 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0b05ec61-fcf1-4353-9886-69b15acf4b38 req-6478f0bc-9bf9-4bde-8882-d957fb7c702f tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409067 Jun 06 17:46:12.692278 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb39f8-b068-423a-838c-a9145395c138 req-6bb0540d-6606-4e44-9ff0-38336e2ed1a9 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:12.699563 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-0acb39f8-b068-423a-838c-a9145395c138 req-6bb0540d-6606-4e44-9ff0-38336e2ed1a9 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 943 time: 0.0974271 Jun 06 17:46:12.746873 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-0acb39f8-b068-423a-838c-a9145395c138 req-41194aed-e5fd-49a3-8c35-83fee5b86bbd tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467088 Jun 06 17:46:13.289605 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51300) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:13.360644 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920c466-2c84-496b-943a-151fd2ef9e45 req-4c4e8ed1-6519-4224-a411-aa3437967e60 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:13.362261 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0920c466-2c84-496b-943a-151fd2ef9e45 req-4c4e8ed1-6519-4224-a411-aa3437967e60 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 944 time: 0.0802176 Jun 06 17:46:13.406557 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-4447fed4-158f-47e3-97ca-a55bdd706dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:13.411949 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0920c466-2c84-496b-943a-151fd2ef9e45 req-1fafeffa-eb8b-444a-883c-81a0bc9aca0a tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440013 Jun 06 17:46:13.509665 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-4447fed4-158f-47e3-97ca-a55bdd706dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:13.656164 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-4447fed4-158f-47e3-97ca-a55bdd706dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:13.663835 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-722472b1-2a1c-4b2f-843d-c6348496ea2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:13.703167 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447fed4-158f-47e3-97ca-a55bdd706dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e968b425-38c3-41d4-b892-a412da4a84bb,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:13.707441 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-4447fed4-158f-47e3-97ca-a55bdd706dc5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6278af8e950a4dfc85a73161bbeaeef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4167178 Jun 06 17:46:13.708380 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-4447fed4-158f-47e3-97ca-a55bdd706dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:13.709928 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51308) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:13.769430 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8eb8824a-0fef-41fc-924d-91608fca2dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:13.799999 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8eb8824a-0fef-41fc-924d-91608fca2dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:13.938839 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e575d-b2c6-4772-b627-cff83e9f17d7 req-9a1b1cff-ffdc-499c-a8c0-6149ec10b446 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:13.940185 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c69e575d-b2c6-4772-b627-cff83e9f17d7 req-9a1b1cff-ffdc-499c-a8c0-6149ec10b446 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 943 time: 0.0787885 Jun 06 17:46:13.975417 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8eb8824a-0fef-41fc-924d-91608fca2dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:13.977756 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-8eb8824a-0fef-41fc-924d-91608fca2dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:13.981122 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-8eb8824a-0fef-41fc-924d-91608fca2dfa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e968b425-38c3-41d4-b892-a412da4a84bb HTTP/1.1" status: 204 len: 168 time: 0.2680132 Jun 06 17:46:13.982306 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-0b052182-710c-48b2-9924-f337403e34a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:13.998137 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c69e575d-b2c6-4772-b627-cff83e9f17d7 req-54e08ac4-5631-4a99-8548-4ada41d14506 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515919 Jun 06 17:46:13.999006 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8824a-0fef-41fc-924d-91608fca2dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e968b425-38c3-41d4-b892-a412da4a84bb,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:14.001286 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-8eb8824a-0fef-41fc-924d-91608fca2dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:14.118841 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51316) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:14.233851 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7c5ba2b8-3082-449c-a111-1a17798864ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:14.434894 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7c5ba2b8-3082-449c-a111-1a17798864ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:14.515055 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-7c5ba2b8-3082-449c-a111-1a17798864ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:14.524447 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-11e58a6a-f551-4c5f-97b7-bab47ff1c2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:14.564369 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-7c5ba2b8-3082-449c-a111-1a17798864ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4d0f5e90bab409da8ad662a0cc0ef97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4443626 Jun 06 17:46:14.565369 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ba2b8-3082-449c-a111-1a17798864ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d511da65-437a-46a7-98c8-bdb9eba96e2b,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:14.567883 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51324) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:14.580174 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-7c5ba2b8-3082-449c-a111-1a17798864ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:14.596935 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcbe12-27b6-4fb3-a363-3ea7194c3082 req-5f8632e2-626a-47f8-b99a-a89513348d4f tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:14.598379 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-eadcbe12-27b6-4fb3-a363-3ea7194c3082 req-5f8632e2-626a-47f8-b99a-a89513348d4f tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 944 time: 0.0810022 Jun 06 17:46:14.601349 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 02563694-f59b-4698-873a-4adddebe1355 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:46:14.631280 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d44ca4c4-8a10-4ce3-8d4d-8ebc49616fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:14.647823 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-eadcbe12-27b6-4fb3-a363-3ea7194c3082 req-4c7fa908-1d9c-4dc6-83f1-5a7c0ee6d494 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411489 Jun 06 17:46:14.670563 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d44ca4c4-8a10-4ce3-8d4d-8ebc49616fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:14.747101 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 02563694-f59b-4698-873a-4adddebe1355, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=02563694-f59b-4698-873a-4adddebe1355,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:46:14.757842 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51326) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:14.761362 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Returning: {'device': '02563694-f59b-4698-873a-4adddebe1355', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'port_id': '02563694-f59b-4698-873a-4adddebe1355', 'mac_address': 'fa:16:3e:43:26:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:46:14.776549 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e0170942-fe4a-4ba8-beca-12d770441b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:14.801932 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710da113-5bbd-4a6a-b684-4ebe0680ec5f req-99fbbb78-5398-41bf-9f50-ac7e80a83535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:14.803464 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-710da113-5bbd-4a6a-b684-4ebe0680ec5f req-99fbbb78-5398-41bf-9f50-ac7e80a83535 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32&tenant_id=e04771eabc3d4bcda17450a5c7a0c4ed HTTP/1.1" status: 200 len: 1097 time: 0.0811722 Jun 06 17:46:14.809909 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d44ca4c4-8a10-4ce3-8d4d-8ebc49616fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:14.812430 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d44ca4c4-8a10-4ce3-8d4d-8ebc49616fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:14.818220 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:14.821288 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-d44ca4c4-8a10-4ce3-8d4d-8ebc49616fe1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d511da65-437a-46a7-98c8-bdb9eba96e2b HTTP/1.1" status: 204 len: 168 time: 0.2475221 Jun 06 17:46:14.828759 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-93b17596-2fec-4f7a-b05c-e6160fe4023b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:14.839416 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02563694-f59b-4698-873a-4adddebe1355 {{(pid=98877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:46:14.844322 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ca4c4-8a10-4ce3-8d4d-8ebc49616fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d511da65-437a-46a7-98c8-bdb9eba96e2b,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:14.849210 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-d44ca4c4-8a10-4ce3-8d4d-8ebc49616fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:14.918276 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710da113-5bbd-4a6a-b684-4ebe0680ec5f req-5ea86b83-1e19-4c5b-bb1a-58625cf5127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:14.918637 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e0170942-fe4a-4ba8-beca-12d770441b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:14.921151 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-710da113-5bbd-4a6a-b684-4ebe0680ec5f req-5ea86b83-1e19-4c5b-bb1a-58625cf5127f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e04771eabc3d4bcda17450a5c7a0c4ed&device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 1097 time: 0.0947502 Jun 06 17:46:14.925754 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 02563694-f59b-4698-873a-4adddebe1355, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=02563694-f59b-4698-873a-4adddebe1355,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:46:14.972405 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-e0170942-fe4a-4ba8-beca-12d770441b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:14.981897 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-32447b36-cfcd-45ce-9277-340888c3eb9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:15.001137 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:15.003442 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:15.023138 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-e0170942-fe4a-4ba8-beca-12d770441b95 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=06a72019deb84ab0970c1f1974b06df8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630107 Jun 06 17:46:15.024096 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0170942-fe4a-4ba8-beca-12d770441b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e41cc54-43c4-4078-b0c9-09326efa4c0f,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:15.026341 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51330) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:15.028477 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-e0170942-fe4a-4ba8-beca-12d770441b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:15.075253 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710da113-5bbd-4a6a-b684-4ebe0680ec5f req-33e0452b-8b1d-45bf-9eaf-1cbb3e3b514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:15.075625 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-710da113-5bbd-4a6a-b684-4ebe0680ec5f req-33e0452b-8b1d-45bf-9eaf-1cbb3e3b514c service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca7b7292-ac0b-4579-b556-747f7f1215a6 HTTP/1.1" status: 200 len: 910 time: 0.1476007 Jun 06 17:46:15.087469 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-30ab6ae8-4b42-4ff9-b418-33e449f37798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:15.101061 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=02563694-f59b-4698-873a-4adddebe1355,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:15.104508 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:15.114891 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-30ab6ae8-4b42-4ff9-b418-33e449f37798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:15.204308 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['02563694-f59b-4698-873a-4adddebe1355'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:46:15.260866 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fb623-4c10-41a9-9496-6fb7769451e4 req-491bd96e-21e4-4798-b7b7-589167b45934 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:15.262871 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f65fb623-4c10-41a9-9496-6fb7769451e4 req-491bd96e-21e4-4798-b7b7-589167b45934 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 944 time: 0.1136451 Jun 06 17:46:15.311876 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-710da113-5bbd-4a6a-b684-4ebe0680ec5f req-8f6a5ded-3a47-4bb9-a15e-3f1fe099ee84 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75c18bb5-e7aa-40c9-bf36-40d3036891eb HTTP/1.1" status: 200 len: 1000 time: 0.2291272 Jun 06 17:46:15.313801 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-30ab6ae8-4b42-4ff9-b418-33e449f37798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:15.316391 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-30ab6ae8-4b42-4ff9-b418-33e449f37798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:15.320607 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-30ab6ae8-4b42-4ff9-b418-33e449f37798 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e41cc54-43c4-4078-b0c9-09326efa4c0f HTTP/1.1" status: 204 len: 168 time: 0.2904699 Jun 06 17:46:15.321931 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-2bcc0ddd-b733-401f-99b5-33f3dfcd9a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:15.336623 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab6ae8-4b42-4ff9-b418-33e449f37798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e41cc54-43c4-4078-b0c9-09326efa4c0f,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:15.340975 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-30ab6ae8-4b42-4ff9-b418-33e449f37798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:15.355689 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f65fb623-4c10-41a9-9496-6fb7769451e4 req-bd2913e5-2326-47ae-bc84-a40d3a993257 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863199 Jun 06 17:46:15.408591 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710da113-5bbd-4a6a-b684-4ebe0680ec5f req-29b77411-04fc-4ad7-914f-610ec42ada25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:15.410319 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-710da113-5bbd-4a6a-b684-4ebe0680ec5f req-29b77411-04fc-4ad7-914f-610ec42ada25 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c39b957-51e6-41dc-913c-04e3215e7138 HTTP/1.1" status: 200 len: 848 time: 0.0873573 Jun 06 17:46:15.491319 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710da113-5bbd-4a6a-b684-4ebe0680ec5f req-75127d4d-862f-4671-88a9-1a5799b1fd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:15.492879 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-710da113-5bbd-4a6a-b684-4ebe0680ec5f req-75127d4d-862f-4671-88a9-1a5799b1fd1d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca7b7292-ac0b-4579-b556-747f7f1215a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763121 Jun 06 17:46:15.627117 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-710da113-5bbd-4a6a-b684-4ebe0680ec5f req-63999aad-4aed-4a54-9f23-dff57cd9ecc5 service neutron] 10.222.0.21 "GET /v2.0/networks/ca7b7292-ac0b-4579-b556-747f7f1215a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265070 Jun 06 17:46:15.806519 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-250ad58a-39ec-4ac7-843b-0a7906146ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:15.813677 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-710da113-5bbd-4a6a-b684-4ebe0680ec5f req-b5b090e3-109f-41d1-badb-6d44c9a9c267 service neutron] 10.222.0.21 "GET /v2.0/networks/ca7b7292-ac0b-4579-b556-747f7f1215a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769981 Jun 06 17:46:15.868451 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf77dd5-bc72-4653-97ca-a1b60d736b76 req-d861e8ef-6bc1-4281-823e-3d74a2574cd8 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:15.869880 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4cf77dd5-bc72-4653-97ca-a1b60d736b76 req-d861e8ef-6bc1-4281-823e-3d74a2574cd8 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 944 time: 0.0995202 Jun 06 17:46:15.919095 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4cf77dd5-bc72-4653-97ca-a1b60d736b76 req-34d6adfb-0f81-4c92-8e1b-220df2721078 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413091 Jun 06 17:46:16.437508 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:46:16.545473 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896807f-0f35-48b6-9994-1b38ed55c4cc req-6ae0fcc0-a9e2-4c6d-af45-013bd6a9b0a8 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:16.546981 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-e896807f-0f35-48b6-9994-1b38ed55c4cc req-6ae0fcc0-a9e2-4c6d-af45-013bd6a9b0a8 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 944 time: 0.0831108 Jun 06 17:46:16.592527 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-e896807f-0f35-48b6-9994-1b38ed55c4cc req-ed86d829-14d1-41c7-b29b-493ad3ba63c1 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396643 Jun 06 17:46:16.620141 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 02563694-f59b-4698-873a-4adddebe1355 up at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:46:16.741542 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning for port 02563694-f59b-4698-873a-4adddebe1355 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:46:16.746486 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning complete for port 02563694-f59b-4698-873a-4adddebe1355 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:46:16.746858 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:16.864693 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:16.891680 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab5dcf6-55ce-4674-9729-84f77d20aa1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02563694-f59b-4698-873a-4adddebe1355'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:46:16.893949 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b003af-2881-43ea-be03-8f9eb70ce172" -d '{"events": [{"server_uuid": "7ab5dcf6-55ce-4674-9729-84f77d20aa1a", "name": "network-vif-plugged", "status": "completed", "tag": "02563694-f59b-4698-873a-4adddebe1355"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:46:16.905766 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 02563694-f59b-4698-873a-4adddebe1355, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=02563694-f59b-4698-873a-4adddebe1355,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:46:16.936352 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa5599a-db03-4bca-8922-c9d7bc66ce22 x-openstack-request-id: req-eaa5599a-db03-4bca-8922-c9d7bc66ce22 {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:46:16.936795 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab5dcf6-55ce-4674-9729-84f77d20aa1a", "name": "network-vif-plugged", "status": "completed", "tag": "02563694-f59b-4698-873a-4adddebe1355", "code": 200}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:46:16.936982 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eaa5599a-db03-4bca-8922-c9d7bc66ce22 {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:46:16.937373 dv-cinder-791281-4-smb neutron-server[98877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab5dcf6-55ce-4674-9729-84f77d20aa1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02563694-f59b-4698-873a-4adddebe1355', 'code': 200} Jun 06 17:46:16.976127 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:16.978131 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:17.050522 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=02563694-f59b-4698-873a-4adddebe1355,revision_number=5']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:17.054643 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:17.106903 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac205d4c-02e3-4d76-8371-802dbb71461c req-45f58359-a1d9-451b-9e1a-6815811a1db9 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:17.108280 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-ac205d4c-02e3-4d76-8371-802dbb71461c req-45f58359-a1d9-451b-9e1a-6815811a1db9 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 944 time: 0.0827675 Jun 06 17:46:17.160468 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-ac205d4c-02e3-4d76-8371-802dbb71461c req-050717d5-b138-4c96-a3a4-be22c99095ce tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463037 Jun 06 17:46:17.382370 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd963c-3e2d-457a-b1a5-a5b36453fe61 req-02d6e0ac-431c-4e8e-8154-c01d48a590ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:17.383900 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-45bd963c-3e2d-457a-b1a5-a5b36453fe61 req-02d6e0ac-431c-4e8e-8154-c01d48a590ef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 1098 time: 0.0736415 Jun 06 17:46:17.423115 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-45bd963c-3e2d-457a-b1a5-a5b36453fe61 req-1c33d50d-d223-4e88-a092-201fedfa13a9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332849 Jun 06 17:46:17.781612 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b23c6-a18e-42e2-b9ce-d96f500a1fbe req-e127651a-0115-4225-8fba-382005269d4f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:17.783178 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7b2b23c6-a18e-42e2-b9ce-d96f500a1fbe req-e127651a-0115-4225-8fba-382005269d4f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 945 time: 0.0798860 Jun 06 17:46:17.826872 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7b2b23c6-a18e-42e2-b9ce-d96f500a1fbe req-d51730f5-1583-4702-b36b-63454b773bb6 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380454 Jun 06 17:46:18.241248 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:18.267506 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-01a0ceec-9db1-42a4-baef-f56243af9b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:18.343737 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f243e-145b-4fa2-8004-f009532d1eef req-cc09a16b-4b3f-4892-a1f1-8f8eb12ef9c3 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:18.345082 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f89f243e-145b-4fa2-8004-f009532d1eef req-cc09a16b-4b3f-4892-a1f1-8f8eb12ef9c3 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 944 time: 0.0795429 Jun 06 17:46:18.390568 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f89f243e-145b-4fa2-8004-f009532d1eef req-fb1240d5-a4d9-45bb-b9fe-a5681d9e9b15 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398107 Jun 06 17:46:18.585449 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 51414) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:18.648593 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 75c18bb5-e7aa-40c9-bf36-40d3036891eb details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:46:18.701962 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c51b3a34-2c4d-489d-914d-1d53594461d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:18.781550 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 75c18bb5-e7aa-40c9-bf36-40d3036891eb, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=75c18bb5-e7aa-40c9-bf36-40d3036891eb,segment=NetworkSegment(85cd9012-ca03-4fdb-9af9-af1476b52a9f),segment_id=85cd9012-ca03-4fdb-9af9-af1476b52a9f)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:46:18.794627 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Returning: {'device': '75c18bb5-e7aa-40c9-bf36-40d3036891eb', 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6', 'port_id': '75c18bb5-e7aa-40c9-bf36-40d3036891eb', 'mac_address': 'fa:16:3e:85:d1:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c39b957-51e6-41dc-913c-04e3215e7138', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:46:18.804004 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c51b3a34-2c4d-489d-914d-1d53594461d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:18.849216 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:18.867702 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c18bb5-e7aa-40c9-bf36-40d3036891eb {{(pid=98877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:46:18.883477 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 75c18bb5-e7aa-40c9-bf36-40d3036891eb, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=75c18bb5-e7aa-40c9-bf36-40d3036891eb,segment=NetworkSegment(85cd9012-ca03-4fdb-9af9-af1476b52a9f),segment_id=85cd9012-ca03-4fdb-9af9-af1476b52a9f)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:46:18.909290 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c51b3a34-2c4d-489d-914d-1d53594461d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:18.918163 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-2878e29f-0bbf-409b-aa58-01ef8684b5a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:18.994829 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:18.996616 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:18.997356 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b3a34-2c4d-489d-914d-1d53594461d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c12b4a4-5f07-4511-a1d8-86facf815f5f,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:19.001424 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-c51b3a34-2c4d-489d-914d-1d53594461d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59a73b684597425eb1c2d71690ba9856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4149084 Jun 06 17:46:19.004668 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 51420) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:19.024671 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b3a34-2c4d-489d-914d-1d53594461d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:19.025035 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b3a34-2c4d-489d-914d-1d53594461d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:19.025391 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b3a34-2c4d-489d-914d-1d53594461d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:19.025740 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b3a34-2c4d-489d-914d-1d53594461d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:19.026087 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b3a34-2c4d-489d-914d-1d53594461d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:19.026462 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b3a34-2c4d-489d-914d-1d53594461d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:19.026803 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b3a34-2c4d-489d-914d-1d53594461d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:19.027140 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b3a34-2c4d-489d-914d-1d53594461d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:19.027477 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b3a34-2c4d-489d-914d-1d53594461d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:19.027814 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b3a34-2c4d-489d-914d-1d53594461d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:19.028147 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b3a34-2c4d-489d-914d-1d53594461d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:19.028480 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b3a34-2c4d-489d-914d-1d53594461d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:19.033873 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-c51b3a34-2c4d-489d-914d-1d53594461d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:19.066994 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=75c18bb5-e7aa-40c9-bf36-40d3036891eb,revision_number=7']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:19.071637 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:19.100775 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-5f6c72bc-c3c0-4df2-9c95-6118c2b72b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:19.110074 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbe0ec-b9ed-4c16-936e-b4dc7b08e13a req-3bd8cf32-737d-4773-841d-a98e64a9400a tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:19.111775 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-35cbe0ec-b9ed-4c16-936e-b4dc7b08e13a req-3bd8cf32-737d-4773-841d-a98e64a9400a tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 945 time: 0.1658776 Jun 06 17:46:19.153802 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-5f6c72bc-c3c0-4df2-9c95-6118c2b72b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:19.192211 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['75c18bb5-e7aa-40c9-bf36-40d3036891eb'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:46:19.198103 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-35cbe0ec-b9ed-4c16-936e-b4dc7b08e13a req-9dd98545-19db-47d7-8848-1bea4ea160bf tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788302 Jun 06 17:46:19.222096 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:19.309520 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-5f6c72bc-c3c0-4df2-9c95-6118c2b72b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:19.312359 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-5f6c72bc-c3c0-4df2-9c95-6118c2b72b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:19.315746 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-5f6c72bc-c3c0-4df2-9c95-6118c2b72b9f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c12b4a4-5f07-4511-a1d8-86facf815f5f HTTP/1.1" status: 204 len: 168 time: 0.3083215 Jun 06 17:46:19.315746 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-f755e160-a862-44d0-ba46-630b7061d63b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:19.329831 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c72bc-c3c0-4df2-9c95-6118c2b72b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c12b4a4-5f07-4511-a1d8-86facf815f5f,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:19.332269 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-5f6c72bc-c3c0-4df2-9c95-6118c2b72b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:19.401113 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b216e88-5abc-4b91-9e1f-daecda7a4ad6 req-8d29786f-d69b-41b1-b0d1-8780ec7e7019 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:19.402599 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8b216e88-5abc-4b91-9e1f-daecda7a4ad6 req-8d29786f-d69b-41b1-b0d1-8780ec7e7019 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 945 time: 0.0962884 Jun 06 17:46:19.411576 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 51426) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:19.416558 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-d7fcfbe7-d6d1-4060-902b-35487bdb07ff tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Request body: {'floatingip': {'port_id': '02563694-f59b-4698-873a-4adddebe1355'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:46:19.537819 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d7fcfbe7-d6d1-4060-902b-35487bdb07ff tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for floatingip, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:19.750426 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc97c44-6203-476f-b981-4d881199346a req-8de4b17d-98e5-4f33-a8be-a22f0f7319ad tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:19.751863 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4dc97c44-6203-476f-b981-4d881199346a req-8de4b17d-98e5-4f33-a8be-a22f0f7319ad tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 945 time: 0.2486789 Jun 06 17:46:19.882564 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4dc97c44-6203-476f-b981-4d881199346a req-ebaf41b5-01ae-4eee-8e08-22c59ee126cc tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247380 Jun 06 17:46:20.000032 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51432) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:20.018470 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-515e6b3c-26a1-439c-9694-6ee417a2e14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:20.122490 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-515e6b3c-26a1-439c-9694-6ee417a2e14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:20.221533 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-515e6b3c-26a1-439c-9694-6ee417a2e14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:20.230485 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-e0170942-fe4a-4ba8-beca-12d770441b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:20.270049 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-515e6b3c-26a1-439c-9694-6ee417a2e14a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b2258dd817d4c94bcad10184a5ebd50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688093 Jun 06 17:46:20.271447 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e6b3c-26a1-439c-9694-6ee417a2e14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d314625-4251-4e0b-99d3-7d5224a9cea0,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:20.273475 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51434) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:20.292221 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e6b3c-26a1-439c-9694-6ee417a2e14a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:20.296006 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e6b3c-26a1-439c-9694-6ee417a2e14a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:20.296006 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e6b3c-26a1-439c-9694-6ee417a2e14a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:20.296006 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e6b3c-26a1-439c-9694-6ee417a2e14a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:20.296006 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e6b3c-26a1-439c-9694-6ee417a2e14a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:20.296006 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e6b3c-26a1-439c-9694-6ee417a2e14a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:20.296006 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e6b3c-26a1-439c-9694-6ee417a2e14a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:20.296006 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e6b3c-26a1-439c-9694-6ee417a2e14a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:20.296006 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e6b3c-26a1-439c-9694-6ee417a2e14a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:20.296006 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e6b3c-26a1-439c-9694-6ee417a2e14a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:20.296006 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e6b3c-26a1-439c-9694-6ee417a2e14a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:20.296006 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e6b3c-26a1-439c-9694-6ee417a2e14a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:20.299891 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-515e6b3c-26a1-439c-9694-6ee417a2e14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:20.313137 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d7fcfbe7-d6d1-4060-902b-35487bdb07ff tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:20.345153 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a7702bb1-6031-4f68-9db6-09e670ff6ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:20.374762 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a7702bb1-6031-4f68-9db6-09e670ff6ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:20.377876 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d7fcfbe7-d6d1-4060-902b-35487bdb07ff tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608054'] for floatingip, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:20.497949 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a7702bb1-6031-4f68-9db6-09e670ff6ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:20.500552 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a7702bb1-6031-4f68-9db6-09e670ff6ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:20.501745 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-a7702bb1-6031-4f68-9db6-09e670ff6ba8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d314625-4251-4e0b-99d3-7d5224a9cea0 HTTP/1.1" status: 204 len: 168 time: 0.2273498 Jun 06 17:46:20.502606 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-3751a9bf-6663-46a8-8c62-3229aed007cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:20.515333 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7702bb1-6031-4f68-9db6-09e670ff6ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d314625-4251-4e0b-99d3-7d5224a9cea0,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:20.517551 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-a7702bb1-6031-4f68-9db6-09e670ff6ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:20.550133 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.db.l3_db [None req-d7fcfbe7-d6d1-4060-902b-35487bdb07ff tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Floating IP c7700ef2-f843-4c3c-b563-30c860b9dc96 associated. External IP: 172.28.3.160, port: 02563694-f59b-4698-873a-4adddebe1355. Jun 06 17:46:20.662916 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 75c18bb5-e7aa-40c9-bf36-40d3036891eb up at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:46:20.735440 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning complete for port 75c18bb5-e7aa-40c9-bf36-40d3036891eb triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:46:20.735816 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:20.878843 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:20.887651 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:20.918367 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fcfbe7-d6d1-4060-902b-35487bdb07ff tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Router c2fd68fd-b485-4ca5-9580-0bba8a39bc99 has already been hosted by L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 {{(pid=98875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:46:20.930516 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3660d74-12e8-44db-8b9e-40d190105b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c18bb5-e7aa-40c9-bf36-40d3036891eb'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:46:20.933164 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e221630e-996a-427b-8580-1385df97fb69" -d '{"events": [{"server_uuid": "b3660d74-12e8-44db-8b9e-40d190105b32", "name": "network-vif-plugged", "status": "completed", "tag": "75c18bb5-e7aa-40c9-bf36-40d3036891eb"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:46:20.943289 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 75c18bb5-e7aa-40c9-bf36-40d3036891eb, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=75c18bb5-e7aa-40c9-bf36-40d3036891eb,segment=NetworkSegment(85cd9012-ca03-4fdb-9af9-af1476b52a9f),segment_id=85cd9012-ca03-4fdb-9af9-af1476b52a9f)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:46:20.986572 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44aa0eac-802a-4411-8d23-61d95802044e x-openstack-request-id: req-44aa0eac-802a-4411-8d23-61d95802044e {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:46:20.987101 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3660d74-12e8-44db-8b9e-40d190105b32", "name": "network-vif-plugged", "status": "completed", "tag": "75c18bb5-e7aa-40c9-bf36-40d3036891eb", "code": 200}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:46:20.987453 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44aa0eac-802a-4411-8d23-61d95802044e {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:46:20.988044 dv-cinder-791281-4-smb neutron-server[98877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3660d74-12e8-44db-8b9e-40d190105b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c18bb5-e7aa-40c9-bf36-40d3036891eb', 'code': 200} Jun 06 17:46:21.018264 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:21.020439 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:21.089359 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=75c18bb5-e7aa-40c9-bf36-40d3036891eb,revision_number=8']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:21.092347 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:21.107623 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d214f4c-06a9-4ed8-9e5a-cbfd9709a8aa req-ffbc8f0c-f329-49fc-bd03-e535e99133c0 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:21.109121 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-3d214f4c-06a9-4ed8-9e5a-cbfd9709a8aa req-ffbc8f0c-f329-49fc-bd03-e535e99133c0 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.0854192 Jun 06 17:46:21.150843 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fcfbe7-d6d1-4060-902b-35487bdb07ff tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:46:21.174874 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-d7fcfbe7-d6d1-4060-902b-35487bdb07ff tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for floatingip, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:21.175534 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-3d214f4c-06a9-4ed8-9e5a-cbfd9709a8aa req-40ae8942-1e2c-4e24-9e85-1520acb2a027 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400229 Jun 06 17:46:21.175623 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007d6f00-d43c-44a5-a267-d47e72730b73 None None] Sync routers for ids ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'] in dv-cinder-791281-4-smb {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:46:21.175623 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007d6f00-d43c-44a5-a267-d47e72730b73 None None] Routers {'c2fd68fd-b485-4ca5-9580-0bba8a39bc99'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:46:21.175623 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-007d6f00-d43c-44a5-a267-d47e72730b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:46:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:21.213437 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-d7fcfbe7-d6d1-4060-902b-35487bdb07ff tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "PUT /v2.0/floatingips/c7700ef2-f843-4c3c-b563-30c860b9dc96 HTTP/1.1" status: 200 len: 991 time: 1.8007557 Jun 06 17:46:21.214084 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab5dcf6-55ce-4674-9729-84f77d20aa1a', 'tag': '02563694-f59b-4698-873a-4adddebe1355'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:46:21.216662 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bca1d6-ce59-4fd3-a58d-46815ef3d373" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab5dcf6-55ce-4674-9729-84f77d20aa1a", "tag": "02563694-f59b-4698-873a-4adddebe1355"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:46:21.269550 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0e1d1a-cc17-470b-9eb3-61055456971a x-openstack-request-id: req-2f0e1d1a-cc17-470b-9eb3-61055456971a {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:46:21.276355 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab5dcf6-55ce-4674-9729-84f77d20aa1a", "tag": "02563694-f59b-4698-873a-4adddebe1355", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:46:21.276355 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f0e1d1a-cc17-470b-9eb3-61055456971a {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:46:21.276355 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab5dcf6-55ce-4674-9729-84f77d20aa1a', 'tag': '02563694-f59b-4698-873a-4adddebe1355', 'status': 'completed', 'code': 200} Jun 06 17:46:21.355857 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-007d6f00-d43c-44a5-a267-d47e72730b73 None None] Set router c2fd68fd-b485-4ca5-9580-0bba8a39bc99 gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:46:21.420509 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bca1d6-ce59-4fd3-a58d-46815ef3d373 req-2d2d2019-34da-4fe8-adaa-ccbc4333889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:21.422000 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b4bca1d6-ce59-4fd3-a58d-46815ef3d373 req-2d2d2019-34da-4fe8-adaa-ccbc4333889f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=112f749fb4de43ca891e9f33ff29787e&device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 1098 time: 0.1372883 Jun 06 17:46:21.428095 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52e1af-a0d1-46a4-8f37-88a74cc24876 req-e87ab93b-6ff3-468c-8c22-41996706f18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:21.429443 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-df52e1af-a0d1-46a4-8f37-88a74cc24876 req-e87ab93b-6ff3-468c-8c22-41996706f18c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 1099 time: 0.0976048 Jun 06 17:46:21.553490 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-df52e1af-a0d1-46a4-8f37-88a74cc24876 req-3a168dd9-7441-41c3-86bf-738537ad6b32 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053298 Jun 06 17:46:21.585278 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bca1d6-ce59-4fd3-a58d-46815ef3d373 req-6e52a447-1a8d-4528-8f6e-9f0eca479374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:21.586696 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b4bca1d6-ce59-4fd3-a58d-46815ef3d373 req-6e52a447-1a8d-4528-8f6e-9f0eca479374 service neutron] 10.222.0.21 "GET /v2.0/networks?id=72559bc2-9c29-4f2a-bcda-ce8b6786233f HTTP/1.1" status: 200 len: 917 time: 0.1564014 Jun 06 17:46:21.740333 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-007d6f00-d43c-44a5-a267-d47e72730b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'name': 'tempest-AttachVolumeShelveTestJSON-397972244-router', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:36Z', 'updated_at': '2021-06-06T17:42:47Z', 'revision_number': 4, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'gw_port': {'id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:38Z', 'updated_at': '2021-06-06T17:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_floatingips': [{'id': 'c7700ef2-f843-4c3c-b563-30c860b9dc96', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'floating_ip_address': '172.28.3.160', 'floating_network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'router_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'port_id': '02563694-f59b-4698-873a-4adddebe1355', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'mac_address': 'fa:16:3e:43:26:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab5dcf6-55ce-4674-9729-84f77d20aa1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:46:03Z', 'updated_at': '2021-06-06T17:46:20Z', 'revision_number': 1, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505a1b11-18e4-498d-ac8b-190b41f150ab', 'name': '', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'mac_address': 'fa:16:3e:de:08:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:45Z', 'updated_at': '2021-06-06T17:42:57Z', 'revision_number': 5, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'subnets': [{'id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:21.744327 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007d6f00-d43c-44a5-a267-d47e72730b73 None None] Checking router: c2fd68fd-b485-4ca5-9580-0bba8a39bc99 for host: dv-cinder-791281-4-smb {{(pid=98878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:46:21.752705 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007d6f00-d43c-44a5-a267-d47e72730b73 None None] Routers {'c2fd68fd-b485-4ca5-9580-0bba8a39bc99'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:46:21.753301 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-007d6f00-d43c-44a5-a267-d47e72730b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:46:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:21.804306 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b4bca1d6-ce59-4fd3-a58d-46815ef3d373 req-35770b48-28f6-4b42-837b-b21e76467bac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02563694-f59b-4698-873a-4adddebe1355 HTTP/1.1" status: 200 len: 999 time: 0.2037318 Jun 06 17:46:21.869102 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bca1d6-ce59-4fd3-a58d-46815ef3d373 req-9e65e427-bbfb-4c20-9c4f-0429aaca20ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:21.870646 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b4bca1d6-ce59-4fd3-a58d-46815ef3d373 req-9e65e427-bbfb-4c20-9c4f-0429aaca20ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad36e52f-085e-4814-93d9-62d98b3cab30 HTTP/1.1" status: 200 len: 855 time: 0.0594218 Jun 06 17:46:21.925311 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-007d6f00-d43c-44a5-a267-d47e72730b73 None None] Set router c2fd68fd-b485-4ca5-9580-0bba8a39bc99 gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:46:21.946291 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bca1d6-ce59-4fd3-a58d-46815ef3d373 req-3eba66bf-a2e6-4092-b7b4-4d461f5f660f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:21.947768 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b4bca1d6-ce59-4fd3-a58d-46815ef3d373 req-3eba66bf-a2e6-4092-b7b4-4d461f5f660f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=72559bc2-9c29-4f2a-bcda-ce8b6786233f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695889 Jun 06 17:46:22.079651 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b4bca1d6-ce59-4fd3-a58d-46815ef3d373 req-2f280e9a-d3f9-430a-808f-ffb4dc68e17a service neutron] 10.222.0.21 "GET /v2.0/networks/72559bc2-9c29-4f2a-bcda-ce8b6786233f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247926 Jun 06 17:46:22.216704 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b4bca1d6-ce59-4fd3-a58d-46815ef3d373 req-a4f22697-7f52-4f1f-b243-5f442f0bb1f7 service neutron] 10.222.0.21 "GET /v2.0/networks/72559bc2-9c29-4f2a-bcda-ce8b6786233f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276031 Jun 06 17:46:22.276450 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-007d6f00-d43c-44a5-a267-d47e72730b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'name': 'tempest-AttachVolumeShelveTestJSON-397972244-router', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:36Z', 'updated_at': '2021-06-06T17:42:47Z', 'revision_number': 4, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'gw_port': {'id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:38Z', 'updated_at': '2021-06-06T17:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_floatingips': [{'id': 'c7700ef2-f843-4c3c-b563-30c860b9dc96', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'floating_ip_address': '172.28.3.160', 'floating_network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'router_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'port_id': '02563694-f59b-4698-873a-4adddebe1355', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'mac_address': 'fa:16:3e:43:26:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab5dcf6-55ce-4674-9729-84f77d20aa1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:46:03Z', 'updated_at': '2021-06-06T17:46:20Z', 'revision_number': 1, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505a1b11-18e4-498d-ac8b-190b41f150ab', 'name': '', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'mac_address': 'fa:16:3e:de:08:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:45Z', 'updated_at': '2021-06-06T17:42:57Z', 'revision_number': 5, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'subnets': [{'id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:22.281072 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007d6f00-d43c-44a5-a267-d47e72730b73 None None] The sync data for ids ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'] in dv-cinder-791281-4-smb is: [{'id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'name': 'tempest-AttachVolumeShelveTestJSON-397972244-router', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:36Z', 'updated_at': '2021-06-06T17:42:47Z', 'revision_number': 4, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'gw_port': {'id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:38Z', 'updated_at': '2021-06-06T17:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_floatingips': [{'id': 'c7700ef2-f843-4c3c-b563-30c860b9dc96', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'floating_ip_address': '172.28.3.160', 'floating_network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'router_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'port_id': '02563694-f59b-4698-873a-4adddebe1355', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'mac_address': 'fa:16:3e:43:26:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab5dcf6-55ce-4674-9729-84f77d20aa1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:46:03Z', 'updated_at': '2021-06-06T17:46:20Z', 'revision_number': 1, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505a1b11-18e4-498d-ac8b-190b41f150ab', 'name': '', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'mac_address': 'fa:16:3e:de:08:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:45Z', 'updated_at': '2021-06-06T17:42:57Z', 'revision_number': 5, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'subnets': [{'id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:46:22.359186 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe561edd-ee49-49b6-b4dd-c774d573ac79 req-bf5e2b23-c1ff-4b75-b51f-b1743b995806 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:22.362682 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-fe561edd-ee49-49b6-b4dd-c774d573ac79 req-bf5e2b23-c1ff-4b75-b51f-b1743b995806 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.0895705 Jun 06 17:46:22.418854 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-fe561edd-ee49-49b6-b4dd-c774d573ac79 req-98b53d4a-e040-4dc4-a26f-74568fee4cba tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495563 Jun 06 17:46:22.513687 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea31404-17c0-4f61-856d-6a05869052ea None None] New status for floating IP c7700ef2-f843-4c3c-b563-30c860b9dc96: ACTIVE {{(pid=98877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:46:23.602232 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0ef59-59ad-426f-b4e5-209eca441371 req-a7becd0b-e301-482f-a54f-4977b66d39f0 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:23.603669 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b1a0ef59-59ad-426f-b4e5-209eca441371 req-a7becd0b-e301-482f-a54f-4977b66d39f0 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.0795693 Jun 06 17:46:23.647451 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b1a0ef59-59ad-426f-b4e5-209eca441371 req-03c338bd-2682-47e3-8368-efdc74b75dea tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382254 Jun 06 17:46:32.142957 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:45.760397 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-5e2c5735-3378-40fd-9904-ec02208a245e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:48.245787 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:48.274177 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-2df3f9e1-b43d-4703-91c6-ed907c838990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:49.205805 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:50.895567 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:53.439911 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:47:02.152345 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:02.994031 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb5f25-9f30-4d5d-8ee9-4b634c328fb4 req-802cf9b3-4ef1-4759-8cfb-63db8b620415 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:02.995543 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a2bb5f25-9f30-4d5d-8ee9-4b634c328fb4 req-802cf9b3-4ef1-4759-8cfb-63db8b620415 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 945 time: 0.0799839 Jun 06 17:47:03.044039 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a2bb5f25-9f30-4d5d-8ee9-4b634c328fb4 req-55a76b8a-21ab-4bfd-9ac6-87eab06ac6a5 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428562 Jun 06 17:47:04.243141 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d8234-7294-4bf8-92b9-af4250d14351 req-58046de1-223f-44aa-8d71-7d5c2ed72e12 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:04.244606 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-654d8234-7294-4bf8-92b9-af4250d14351 req-58046de1-223f-44aa-8d71-7d5c2ed72e12 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 945 time: 0.0842106 Jun 06 17:47:04.289054 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-654d8234-7294-4bf8-92b9-af4250d14351 req-74a80467-2a08-457d-877a-4d7c3bb5bcc6 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388825 Jun 06 17:47:05.502611 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d65f9c-dcf3-47bb-8497-968a53ed8ea7 req-54772b14-d080-4458-ade9-422bea992077 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:05.504141 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a2d65f9c-dcf3-47bb-8497-968a53ed8ea7 req-54772b14-d080-4458-ade9-422bea992077 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 945 time: 0.1020308 Jun 06 17:47:05.550032 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a2d65f9c-dcf3-47bb-8497-968a53ed8ea7 req-fbe3cf3a-6be2-4673-8220-788216a546f2 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400672 Jun 06 17:47:06.734256 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096256f-19bd-4088-af44-038c64a3fac9 req-7be929fd-6dc7-468f-b77e-8bfd79fe2eeb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:06.735973 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7096256f-19bd-4088-af44-038c64a3fac9 req-7be929fd-6dc7-468f-b77e-8bfd79fe2eeb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 945 time: 0.0795879 Jun 06 17:47:06.784292 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-7096256f-19bd-4088-af44-038c64a3fac9 req-451588d2-4117-4bcc-9a2f-03cf36f0ebc5 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426924 Jun 06 17:47:07.972052 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d358e-c18f-4420-8007-cd3a86f86c22 req-0942b505-7a4e-4053-91dc-1644bb3ce544 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:07.973484 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8c5d358e-c18f-4420-8007-cd3a86f86c22 req-0942b505-7a4e-4053-91dc-1644bb3ce544 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 945 time: 0.0830116 Jun 06 17:47:08.017714 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8c5d358e-c18f-4420-8007-cd3a86f86c22 req-337b0881-c316-4b0b-8788-a938446ce9dc tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381734 Jun 06 17:47:09.203340 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61645543-7f35-43cb-ad68-f97679038408 req-67b681ee-aac0-41a5-89b7-a8d6c330e583 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:09.204753 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-61645543-7f35-43cb-ad68-f97679038408 req-67b681ee-aac0-41a5-89b7-a8d6c330e583 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 945 time: 0.0779617 Jun 06 17:47:09.248318 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-61645543-7f35-43cb-ad68-f97679038408 req-ada0e186-1ddf-41e4-82a3-acdc6f8f4366 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375738 Jun 06 17:47:10.435275 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeacf25-0101-487b-a88e-7332cc8aa6f3 req-840a31d4-02bc-4320-9d6b-93c6f099c6a2 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:10.436665 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7aeacf25-0101-487b-a88e-7332cc8aa6f3 req-840a31d4-02bc-4320-9d6b-93c6f099c6a2 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 945 time: 0.0785894 Jun 06 17:47:10.479172 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7aeacf25-0101-487b-a88e-7332cc8aa6f3 req-c5a327c3-e717-40c4-a25b-d4ba92a78609 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370357 Jun 06 17:47:11.669120 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4a513-a7c9-49c5-a0dc-988a99b9f746 req-12a3232b-044b-4cac-bbd6-e5ec620d230b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:11.670578 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-56d4a513-a7c9-49c5-a0dc-988a99b9f746 req-12a3232b-044b-4cac-bbd6-e5ec620d230b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 945 time: 0.0833530 Jun 06 17:47:11.713773 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-56d4a513-a7c9-49c5-a0dc-988a99b9f746 req-81834316-807d-4cf5-a327-f332842c13ff tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376394 Jun 06 17:47:12.900654 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bdc98-0a0c-4351-ad93-2f1d76038087 req-44c91920-436a-4111-828f-3f58ff9d2f7a tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:12.901986 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-190bdc98-0a0c-4351-ad93-2f1d76038087 req-44c91920-436a-4111-828f-3f58ff9d2f7a tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 945 time: 0.0826447 Jun 06 17:47:12.944764 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-190bdc98-0a0c-4351-ad93-2f1d76038087 req-19db6618-db77-4b44-9a28-d461d7af8865 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372005 Jun 06 17:47:14.129898 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930e053-8469-457f-ad02-a40087233611 req-4105b243-a633-4547-9ea7-57d61eac6e47 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:14.131378 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-0930e053-8469-457f-ad02-a40087233611 req-4105b243-a633-4547-9ea7-57d61eac6e47 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 945 time: 0.0791683 Jun 06 17:47:14.173937 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-0930e053-8469-457f-ad02-a40087233611 req-40007e21-ec2e-448c-a93e-2ae080270d2d tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370963 Jun 06 17:47:14.959195 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 02563694-f59b-4698-873a-4adddebe1355 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:47:15.092703 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 02563694-f59b-4698-873a-4adddebe1355, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=02563694-f59b-4698-873a-4adddebe1355,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:15.105825 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Returning: {'device': '02563694-f59b-4698-873a-4adddebe1355', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'port_id': '02563694-f59b-4698-873a-4adddebe1355', 'mac_address': 'fa:16:3e:43:26:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:47:15.165064 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:15.182058 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02563694-f59b-4698-873a-4adddebe1355 {{(pid=98877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:47:15.198137 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 02563694-f59b-4698-873a-4adddebe1355, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=02563694-f59b-4698-873a-4adddebe1355,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:15.257936 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:15.259823 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:15.328429 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=02563694-f59b-4698-873a-4adddebe1355,revision_number=6']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:15.336446 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:15.338912 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:15.338912 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:15.338912 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:15.338912 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:15.338912 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:15.338912 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:15.339693 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:15.339693 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:15.339886 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:15.340214 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:15.340464 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:15.345549 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['02563694-f59b-4698-873a-4adddebe1355'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:47:15.368030 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91b946-1077-456f-8d0b-9b1691a9020b req-22d0f32d-42e9-4628-99d7-53bc432f913f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:15.369569 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-cf91b946-1077-456f-8d0b-9b1691a9020b req-22d0f32d-42e9-4628-99d7-53bc432f913f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 944 time: 0.0881846 Jun 06 17:47:15.379033 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:15.421389 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-cf91b946-1077-456f-8d0b-9b1691a9020b req-52485f72-65c3-4289-aba9-ee99ce962fa7 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462303 Jun 06 17:47:15.735093 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-dae5184d-0395-4f8c-995b-1184d9fd65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:16.628301 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1321f-97ac-4e11-b874-10b4b7dc9b03 req-0b22f2a5-ba7b-4ce6-b786-3d6702c7672b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:16.629940 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-43d1321f-97ac-4e11-b874-10b4b7dc9b03 req-0b22f2a5-ba7b-4ce6-b786-3d6702c7672b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 944 time: 0.0896168 Jun 06 17:47:16.682697 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-43d1321f-97ac-4e11-b874-10b4b7dc9b03 req-e23a5f61-27b5-46a8-bc8b-425f89adc396 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469649 Jun 06 17:47:16.978060 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 02563694-f59b-4698-873a-4adddebe1355 up at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:47:17.053601 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning complete for port 02563694-f59b-4698-873a-4adddebe1355 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:47:17.054093 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:17.179328 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:17.206126 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab5dcf6-55ce-4674-9729-84f77d20aa1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02563694-f59b-4698-873a-4adddebe1355'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:47:17.208428 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f4d36b-ba46-45e8-887f-242bb3f6f5b0" -d '{"events": [{"server_uuid": "7ab5dcf6-55ce-4674-9729-84f77d20aa1a", "name": "network-vif-plugged", "status": "completed", "tag": "02563694-f59b-4698-873a-4adddebe1355"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:47:17.216511 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 02563694-f59b-4698-873a-4adddebe1355, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=02563694-f59b-4698-873a-4adddebe1355,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:17.258179 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3292a22-6e8c-4069-8a38-4b2853ad19db x-openstack-request-id: req-f3292a22-6e8c-4069-8a38-4b2853ad19db {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:47:17.258489 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab5dcf6-55ce-4674-9729-84f77d20aa1a", "name": "network-vif-plugged", "status": "completed", "tag": "02563694-f59b-4698-873a-4adddebe1355", "code": 200}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:47:17.258751 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3292a22-6e8c-4069-8a38-4b2853ad19db {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:47:17.259144 dv-cinder-791281-4-smb neutron-server[98877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab5dcf6-55ce-4674-9729-84f77d20aa1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02563694-f59b-4698-873a-4adddebe1355', 'code': 200} Jun 06 17:47:17.312869 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:17.314814 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:17.385011 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=02563694-f59b-4698-873a-4adddebe1355,revision_number=7']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:17.388970 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:17.880140 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a2073-ad03-4074-80ab-7a79eaf71e0c req-5dafd6d7-5864-4c34-b770-4846f525fb1f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:17.886597 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-db1a2073-ad03-4074-80ab-7a79eaf71e0c req-5dafd6d7-5864-4c34-b770-4846f525fb1f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 945 time: 0.0885239 Jun 06 17:47:17.940114 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-db1a2073-ad03-4074-80ab-7a79eaf71e0c req-cec34f40-e5e6-4e05-ac97-9b971c0ed5ae tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521731 Jun 06 17:47:18.257250 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-a00d0f15-d286-4df5-a6d4-357983bad82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:18.303026 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:19.157617 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba56dcf-4218-4572-87ec-cd206cb6962f req-e293bd98-7ea8-40e1-a0ca-589e316aff61 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:19.165263 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9ba56dcf-4218-4572-87ec-cd206cb6962f req-e293bd98-7ea8-40e1-a0ca-589e316aff61 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 945 time: 0.1002855 Jun 06 17:47:19.210410 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9ba56dcf-4218-4572-87ec-cd206cb6962f req-96b58267-a6bd-416b-80f1-46ec4ffe44e6 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410945 Jun 06 17:47:19.245752 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:20.407884 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e5c51-3b26-4072-8b28-0304ece4dc49 req-b88bd408-4131-4c62-9322-6e54d42442c8 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:20.409938 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1e4e5c51-3b26-4072-8b28-0304ece4dc49 req-b88bd408-4131-4c62-9322-6e54d42442c8 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 945 time: 0.0883431 Jun 06 17:47:20.464839 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1e4e5c51-3b26-4072-8b28-0304ece4dc49 req-3970e526-8074-481c-912e-833c25bcbd5e tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468540 Jun 06 17:47:20.885933 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:21.676620 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4759b-4158-4d74-94bf-414552e5cba4 req-a8dc6c2d-14ce-4ae5-a1aa-8ba30d235157 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:21.679060 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e6a4759b-4158-4d74-94bf-414552e5cba4 req-a8dc6c2d-14ce-4ae5-a1aa-8ba30d235157 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 945 time: 0.1021328 Jun 06 17:47:21.730448 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e6a4759b-4158-4d74-94bf-414552e5cba4 req-1e4316d3-399d-410e-93c1-f7d835999d06 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456698 Jun 06 17:47:23.113219 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb0237-29f3-485e-bf37-2518b10a8abb req-983cd9fb-02a5-4f83-8c13-682fd9d97dad tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:23.114626 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8acb0237-29f3-485e-bf37-2518b10a8abb req-983cd9fb-02a5-4f83-8c13-682fd9d97dad tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 945 time: 0.0912335 Jun 06 17:47:23.252321 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8acb0237-29f3-485e-bf37-2518b10a8abb req-efaad4a6-2ffd-41b0-bfb3-8440318985fd tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318552 Jun 06 17:47:24.452553 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d818ef7-3522-4c3c-831c-bf0d4151ef3b req-c90b505d-9ea8-4cfd-bd73-bd67954b3d52 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:24.454081 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3d818ef7-3522-4c3c-831c-bf0d4151ef3b req-c90b505d-9ea8-4cfd-bd73-bd67954b3d52 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 945 time: 0.0803814 Jun 06 17:47:24.498386 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3d818ef7-3522-4c3c-831c-bf0d4151ef3b req-7d33feb3-26cb-4e95-88de-9a4811632d62 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378242 Jun 06 17:47:25.697138 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e8296-aa6e-4ab7-9723-995083ecfa25 req-29173a65-72f7-47f9-8153-befa002a3c4b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:25.699500 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-386e8296-aa6e-4ab7-9723-995083ecfa25 req-29173a65-72f7-47f9-8153-befa002a3c4b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 945 time: 0.0923820 Jun 06 17:47:25.751407 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-386e8296-aa6e-4ab7-9723-995083ecfa25 req-523b649c-6ea8-4f5f-b8ca-936484f31624 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454147 Jun 06 17:47:26.998509 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e7b3b-40f4-4784-93e8-d1a354ade9d4 req-31fe9e7a-202a-4f85-a3f4-f8bfb062726e tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:26.999927 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c52e7b3b-40f4-4784-93e8-d1a354ade9d4 req-31fe9e7a-202a-4f85-a3f4-f8bfb062726e tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 945 time: 0.1405611 Jun 06 17:47:27.002341 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921833b4-6fb6-4e64-8791-ed618d35ffff req-08193c80-bf03-455f-b5ea-6d423ff64028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:27.003628 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-921833b4-6fb6-4e64-8791-ed618d35ffff req-08193c80-bf03-455f-b5ea-6d423ff64028 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=112f749fb4de43ca891e9f33ff29787e&device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 1098 time: 0.1073070 Jun 06 17:47:27.126035 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c52e7b3b-40f4-4784-93e8-d1a354ade9d4 req-d637d83c-c574-48b4-b858-6de7f1864c6a tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204226 Jun 06 17:47:27.161090 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921833b4-6fb6-4e64-8791-ed618d35ffff req-cece9412-ba1c-404d-b64a-9c7dca1f00b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:27.162575 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-921833b4-6fb6-4e64-8791-ed618d35ffff req-cece9412-ba1c-404d-b64a-9c7dca1f00b7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=72559bc2-9c29-4f2a-bcda-ce8b6786233f HTTP/1.1" status: 200 len: 917 time: 0.1442544 Jun 06 17:47:27.346540 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-921833b4-6fb6-4e64-8791-ed618d35ffff req-f8148ffb-4741-46b0-93a1-b4e982bd1214 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02563694-f59b-4698-873a-4adddebe1355 HTTP/1.1" status: 200 len: 1001 time: 0.1778536 Jun 06 17:47:27.409407 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921833b4-6fb6-4e64-8791-ed618d35ffff req-d64a5067-eb08-4a43-b752-bf47cb497ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:27.410720 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-921833b4-6fb6-4e64-8791-ed618d35ffff req-d64a5067-eb08-4a43-b752-bf47cb497ffb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad36e52f-085e-4814-93d9-62d98b3cab30 HTTP/1.1" status: 200 len: 855 time: 0.0577948 Jun 06 17:47:27.482535 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921833b4-6fb6-4e64-8791-ed618d35ffff req-67273f87-bf91-4f64-846e-59176ec24f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:27.483926 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-921833b4-6fb6-4e64-8791-ed618d35ffff req-67273f87-bf91-4f64-846e-59176ec24f2b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=72559bc2-9c29-4f2a-bcda-ce8b6786233f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0673785 Jun 06 17:47:27.613467 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-921833b4-6fb6-4e64-8791-ed618d35ffff req-665bddb4-ba1f-4fd7-85e2-fc18ff8df15d service neutron] 10.222.0.21 "GET /v2.0/networks/72559bc2-9c29-4f2a-bcda-ce8b6786233f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221402 Jun 06 17:47:27.741719 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-921833b4-6fb6-4e64-8791-ed618d35ffff req-4c2c4681-909b-4beb-9ecd-2aec46844d27 service neutron] 10.222.0.21 "GET /v2.0/networks/72559bc2-9c29-4f2a-bcda-ce8b6786233f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219392 Jun 06 17:47:28.308271 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97262da-8e87-49c4-8bb6-2a305f310cce req-a8bb68d4-2a39-47e9-8e59-20e47fb95b7b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:28.309658 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-e97262da-8e87-49c4-8bb6-2a305f310cce req-a8bb68d4-2a39-47e9-8e59-20e47fb95b7b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 945 time: 0.0776188 Jun 06 17:47:28.352723 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-e97262da-8e87-49c4-8bb6-2a305f310cce req-76f86e00-5030-41e5-979a-25d6c7e97ec8 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375948 Jun 06 17:47:29.041306 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 02563694-f59b-4698-873a-4adddebe1355 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:47:29.156404 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:29.181697 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab5dcf6-55ce-4674-9729-84f77d20aa1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02563694-f59b-4698-873a-4adddebe1355'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:47:29.183935 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658044f2-7562-4c0b-bd11-4f63b18c3dd0" -d '{"events": [{"server_uuid": "7ab5dcf6-55ce-4674-9729-84f77d20aa1a", "name": "network-vif-unplugged", "status": "completed", "tag": "02563694-f59b-4698-873a-4adddebe1355"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:47:29.191860 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 02563694-f59b-4698-873a-4adddebe1355, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=02563694-f59b-4698-873a-4adddebe1355,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:29.226210 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 06 Jun 2021 17:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022b4315-8f08-4570-8764-fd591fc28288 x-openstack-request-id: req-022b4315-8f08-4570-8764-fd591fc28288 {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:47:29.226508 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab5dcf6-55ce-4674-9729-84f77d20aa1a", "name": "network-vif-unplugged", "status": "completed", "tag": "02563694-f59b-4698-873a-4adddebe1355", "code": 200}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:47:29.226787 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-022b4315-8f08-4570-8764-fd591fc28288 {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:47:29.227176 dv-cinder-791281-4-smb neutron-server[98877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab5dcf6-55ce-4674-9729-84f77d20aa1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02563694-f59b-4698-873a-4adddebe1355', 'code': 200} Jun 06 17:47:29.260869 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:29.262648 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:29.326698 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=02563694-f59b-4698-873a-4adddebe1355,revision_number=8']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:29.329650 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:29.544944 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d737e-5d8d-481a-bf2a-da8f38f95d84 req-d17f72a7-b210-4bed-8a85-3dba4932bea9 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:29.546393 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8c8d737e-5d8d-481a-bf2a-da8f38f95d84 req-d17f72a7-b210-4bed-8a85-3dba4932bea9 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 943 time: 0.0850585 Jun 06 17:47:29.590077 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8c8d737e-5d8d-481a-bf2a-da8f38f95d84 req-95e3a5a9-a5f1-4169-b6d2-16f07172b603 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379589 Jun 06 17:47:30.438593 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:47:30.777099 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35dbf86-9eda-4889-b641-c1e441da7d01 req-6481a67b-89ee-4b4d-804e-737308f87998 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:30.778514 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a35dbf86-9eda-4889-b641-c1e441da7d01 req-6481a67b-89ee-4b4d-804e-737308f87998 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 943 time: 0.0819466 Jun 06 17:47:30.820899 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a35dbf86-9eda-4889-b641-c1e441da7d01 req-c096b6b7-a558-43e9-94c2-4dcb3ecaecfb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369196 Jun 06 17:47:32.176601 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:33.052028 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 02563694-f59b-4698-873a-4adddebe1355 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:47:33.496788 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2c776-9a92-4cb6-96bf-22c987491c6c req-31d73e2d-2d9c-4a14-a1e0-df1e2fef12f4 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:33.498278 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-2ef2c776-9a92-4cb6-96bf-22c987491c6c req-31d73e2d-2d9c-4a14-a1e0-df1e2fef12f4 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 943 time: 0.0806539 Jun 06 17:47:33.542915 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-2ef2c776-9a92-4cb6-96bf-22c987491c6c req-f7cff3f2-e1a3-42d3-be8b-60cde96ea8dc tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390794 Jun 06 17:47:33.929705 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51698) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:34.042133 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-1c5ff419-259a-4fc6-bca7-685149ecb902 req-15ad5ae8-98ed-4b13-b345-ecb66058c5b9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1111164 Jun 06 17:47:34.735958 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c970a-bf8c-4d59-b965-6e9be9f49994 req-925f67ce-2256-41d5-a9b2-86f132985f02 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:34.737383 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-fa1c970a-bf8c-4d59-b965-6e9be9f49994 req-925f67ce-2256-41d5-a9b2-86f132985f02 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 943 time: 0.0829692 Jun 06 17:47:34.781954 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-fa1c970a-bf8c-4d59-b965-6e9be9f49994 req-b3a75616-094e-4805-b55f-b5a321e0031e tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387223 Jun 06 17:47:35.411418 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ff419-259a-4fc6-bca7-685149ecb902 req-099ea848-0ace-4668-8099-c0642e753c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:35.412833 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1c5ff419-259a-4fc6-bca7-685149ecb902 req-099ea848-0ace-4668-8099-c0642e753c23 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a&tenant_id=112f749fb4de43ca891e9f33ff29787e HTTP/1.1" status: 200 len: 1096 time: 0.0725646 Jun 06 17:47:35.510755 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ff419-259a-4fc6-bca7-685149ecb902 req-ccfcc45c-d136-45e7-b8d1-5feaa47bccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:35.512188 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1c5ff419-259a-4fc6-bca7-685149ecb902 req-ccfcc45c-d136-45e7-b8d1-5feaa47bccf6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=112f749fb4de43ca891e9f33ff29787e&device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 1096 time: 0.0707660 Jun 06 17:47:35.646376 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ff419-259a-4fc6-bca7-685149ecb902 req-a94ec7ce-0292-4430-92a4-772e80bb559d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:35.647791 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1c5ff419-259a-4fc6-bca7-685149ecb902 req-a94ec7ce-0292-4430-92a4-772e80bb559d service neutron] 10.222.0.21 "GET /v2.0/networks?id=72559bc2-9c29-4f2a-bcda-ce8b6786233f HTTP/1.1" status: 200 len: 917 time: 0.1299644 Jun 06 17:47:35.748765 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1c5ff419-259a-4fc6-bca7-685149ecb902 req-c9fb6c81-bdd8-4d46-a9ab-a3bb7bc980d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02563694-f59b-4698-873a-4adddebe1355 HTTP/1.1" status: 200 len: 999 time: 0.0950112 Jun 06 17:47:35.813074 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ff419-259a-4fc6-bca7-685149ecb902 req-f3b9d580-c885-4416-be5f-7d48ed643db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:35.814489 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1c5ff419-259a-4fc6-bca7-685149ecb902 req-f3b9d580-c885-4416-be5f-7d48ed643db6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad36e52f-085e-4814-93d9-62d98b3cab30 HTTP/1.1" status: 200 len: 855 time: 0.0594652 Jun 06 17:47:35.889226 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ff419-259a-4fc6-bca7-685149ecb902 req-2ecf6376-ff54-46a9-a819-953cf68031bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:35.890708 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1c5ff419-259a-4fc6-bca7-685149ecb902 req-2ecf6376-ff54-46a9-a819-953cf68031bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=72559bc2-9c29-4f2a-bcda-ce8b6786233f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0697463 Jun 06 17:47:36.076206 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1c5ff419-259a-4fc6-bca7-685149ecb902 req-e522b6b2-f540-4f8d-baec-e80d14ccc2c7 service neutron] 10.222.0.21 "GET /v2.0/networks/72559bc2-9c29-4f2a-bcda-ce8b6786233f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540198 Jun 06 17:47:36.084107 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd32ac-e00c-4acd-b2a0-e5f147632703 req-997c5bae-bcd9-4606-a66e-f30d9f98d488 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:36.085719 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1dcd32ac-e00c-4acd-b2a0-e5f147632703 req-997c5bae-bcd9-4606-a66e-f30d9f98d488 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 943 time: 0.1939540 Jun 06 17:47:36.297484 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1dcd32ac-e00c-4acd-b2a0-e5f147632703 req-3de00f5e-db68-404b-818c-4cae4449287a tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920857 Jun 06 17:47:36.329821 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1c5ff419-259a-4fc6-bca7-685149ecb902 req-4bce2da0-17f2-4cda-a452-59daadf14e57 service neutron] 10.222.0.21 "GET /v2.0/networks/72559bc2-9c29-4f2a-bcda-ce8b6786233f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432938 Jun 06 17:47:36.686426 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51726) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:36.959432 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-48a55ab6-b8fb-451d-84ef-118d623ecd9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Deleting port 41c559b5-e52d-4df6-9880-37187d103eb1 {{(pid=98876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:47:36.960063 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-48a55ab6-b8fb-451d-84ef-118d623ecd9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:37.107356 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-48a55ab6-b8fb-451d-84ef-118d623ecd9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:37.107590 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-48a55ab6-b8fb-451d-84ef-118d623ecd9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:37.234511 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-48a55ab6-b8fb-451d-84ef-118d623ecd9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Calling delete_port for 41c559b5-e52d-4df6-9880-37187d103eb1 owned by network:floatingip {{(pid=98876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:47:37.465076 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-48a55ab6-b8fb-451d-84ef-118d623ecd9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2112105'] for port, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:37.470613 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-39e24697-28c4-4d2a-92e4-93e3ca4bcf35 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:37.524638 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a55ab6-b8fb-451d-84ef-118d623ecd9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Pushing event deleted for resources: {'Port': ['ID=41c559b5-e52d-4df6-9880-37187d103eb1,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:37.560134 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a55ab6-b8fb-451d-84ef-118d623ecd9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:37.560499 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a55ab6-b8fb-451d-84ef-118d623ecd9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:37.560858 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a55ab6-b8fb-451d-84ef-118d623ecd9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:37.561214 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a55ab6-b8fb-451d-84ef-118d623ecd9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:37.561563 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a55ab6-b8fb-451d-84ef-118d623ecd9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:37.561909 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a55ab6-b8fb-451d-84ef-118d623ecd9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:37.562281 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a55ab6-b8fb-451d-84ef-118d623ecd9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:37.562626 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a55ab6-b8fb-451d-84ef-118d623ecd9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:37.562970 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a55ab6-b8fb-451d-84ef-118d623ecd9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:37.563312 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a55ab6-b8fb-451d-84ef-118d623ecd9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:37.563652 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a55ab6-b8fb-451d-84ef-118d623ecd9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:37.563990 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a55ab6-b8fb-451d-84ef-118d623ecd9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:37.572548 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-48a55ab6-b8fb-451d-84ef-118d623ecd9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:37.641445 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-48a55ab6-b8fb-451d-84ef-118d623ecd9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for floatingip, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:37.641783 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.db.l3_db [None req-48a55ab6-b8fb-451d-84ef-118d623ecd9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Floating IP c90b2b0c-1669-4cd0-976e-09db388abc52 disassociated (deleted). External IP: 172.28.3.254, port: 75c18bb5-e7aa-40c9-bf36-40d3036891eb. Jun 06 17:47:37.718547 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afa903-8d68-4b07-8b8a-492e576e0385 req-e919c8a3-6591-4da8-8312-615276c45a74 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:37.719933 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c4afa903-8d68-4b07-8b8a-492e576e0385 req-e919c8a3-6591-4da8-8312-615276c45a74 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 943 time: 0.3017499 Jun 06 17:47:37.927975 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c4afa903-8d68-4b07-8b8a-492e576e0385 req-9a8e7c75-b7a9-4c27-b595-c5363dd97e06 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986687 Jun 06 17:47:38.145176 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a55ab6-b8fb-451d-84ef-118d623ecd9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Router 4a750bf7-911c-41d0-90dd-3bea408af14d has already been hosted by L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 {{(pid=98876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:47:38.327089 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a55ab6-b8fb-451d-84ef-118d623ecd9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:47:38.331950 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-48a55ab6-b8fb-451d-84ef-118d623ecd9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for floatingip, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:38.336669 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7447ae-609d-4589-be26-2b2802d27a51 None None] Sync routers for ids ['4a750bf7-911c-41d0-90dd-3bea408af14d'] in dv-cinder-791281-4-smb {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:47:38.345826 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7447ae-609d-4589-be26-2b2802d27a51 None None] Routers {'4a750bf7-911c-41d0-90dd-3bea408af14d'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:47:38.346499 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-df7447ae-609d-4589-be26-2b2802d27a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:47:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['4a750bf7-911c-41d0-90dd-3bea408af14d'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:38.393059 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-48a55ab6-b8fb-451d-84ef-118d623ecd9d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "DELETE /v2.0/floatingips/c90b2b0c-1669-4cd0-976e-09db388abc52 HTTP/1.1" status: 204 len: 168 time: 1.7055204 Jun 06 17:47:38.393835 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3660d74-12e8-44db-8b9e-40d190105b32', 'tag': '75c18bb5-e7aa-40c9-bf36-40d3036891eb'}] {{(pid=98876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:47:38.396592 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91460aefa9f54846cc42f67c5f816f74be94cdcf99017a50cb1c51462aafff52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6aa975e-46e9-4f74-af75-6b9f381320e6" -d '{"events": [{"name": "network-changed", "server_uuid": "b3660d74-12e8-44db-8b9e-40d190105b32", "tag": "75c18bb5-e7aa-40c9-bf36-40d3036891eb"}]}' {{(pid=98876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:47:38.536669 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd4c679-3063-4561-98a4-cd973f4b0fc4 x-openstack-request-id: req-5bd4c679-3063-4561-98a4-cd973f4b0fc4 {{(pid=98876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:47:38.537401 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3660d74-12e8-44db-8b9e-40d190105b32", "tag": "75c18bb5-e7aa-40c9-bf36-40d3036891eb", "status": "completed", "code": 200}]} {{(pid=98876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:47:38.538030 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5bd4c679-3063-4561-98a4-cd973f4b0fc4 {{(pid=98876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:47:38.539632 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3660d74-12e8-44db-8b9e-40d190105b32', 'tag': '75c18bb5-e7aa-40c9-bf36-40d3036891eb', 'status': 'completed', 'code': 200} Jun 06 17:47:38.605147 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-df7447ae-609d-4589-be26-2b2802d27a51 None None] Set router 4a750bf7-911c-41d0-90dd-3bea408af14d gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:47:38.984852 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e979e-1106-4e07-b267-a00676a734a9 req-15aadbf5-3117-4c97-964f-35ad94fa9fa4 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:38.986558 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-df7447ae-609d-4589-be26-2b2802d27a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'name': 'tempest-TestShelveInstance-2124173888-router', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:25Z', 'updated_at': '2021-06-06T17:42:35Z', 'revision_number': 4, 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'gw_port': {'id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:26Z', 'updated_at': '2021-06-06T17:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': '9c8ae3b8-9daf-489b-9c60-a3e094eb86b4', 'name': '', 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'mac_address': 'fa:16:3e:93:1f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5c39b957-51e6-41dc-913c-04e3215e7138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:33Z', 'updated_at': '2021-06-06T17:42:43Z', 'revision_number': 5, 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'subnets': [{'id': '5c39b957-51e6-41dc-913c-04e3215e7138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:38.990980 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7447ae-609d-4589-be26-2b2802d27a51 None None] Checking router: 4a750bf7-911c-41d0-90dd-3bea408af14d for host: dv-cinder-791281-4-smb {{(pid=98878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:47:38.998601 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-5b1e979e-1106-4e07-b267-a00676a734a9 req-15aadbf5-3117-4c97-964f-35ad94fa9fa4 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.1162436 Jun 06 17:47:39.000870 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7447ae-609d-4589-be26-2b2802d27a51 None None] Routers {'4a750bf7-911c-41d0-90dd-3bea408af14d'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:47:39.001572 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-df7447ae-609d-4589-be26-2b2802d27a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:47:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['4a750bf7-911c-41d0-90dd-3bea408af14d'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:39.057475 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-5b1e979e-1106-4e07-b267-a00676a734a9 req-8214f2d1-7dc4-4cbd-9f22-51777169ac72 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569940 Jun 06 17:47:39.151254 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fc43a-8bba-4f2f-8193-2f2383f6e206 req-dda0d7db-25af-454f-be79-4b4d19a66c87 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:39.152805 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e29fc43a-8bba-4f2f-8193-2f2383f6e206 req-dda0d7db-25af-454f-be79-4b4d19a66c87 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 943 time: 0.0853143 Jun 06 17:47:39.199405 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e29fc43a-8bba-4f2f-8193-2f2383f6e206 req-6bc0535b-0228-42be-9f9d-d77e9c7534e0 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409443 Jun 06 17:47:39.208788 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-df7447ae-609d-4589-be26-2b2802d27a51 None None] Set router 4a750bf7-911c-41d0-90dd-3bea408af14d gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:47:39.539658 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-df7447ae-609d-4589-be26-2b2802d27a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'name': 'tempest-TestShelveInstance-2124173888-router', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:25Z', 'updated_at': '2021-06-06T17:42:35Z', 'revision_number': 4, 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'gw_port': {'id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:26Z', 'updated_at': '2021-06-06T17:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': '9c8ae3b8-9daf-489b-9c60-a3e094eb86b4', 'name': '', 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'mac_address': 'fa:16:3e:93:1f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5c39b957-51e6-41dc-913c-04e3215e7138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:33Z', 'updated_at': '2021-06-06T17:42:43Z', 'revision_number': 5, 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'subnets': [{'id': '5c39b957-51e6-41dc-913c-04e3215e7138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:39.543608 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7447ae-609d-4589-be26-2b2802d27a51 None None] The sync data for ids ['4a750bf7-911c-41d0-90dd-3bea408af14d'] in dv-cinder-791281-4-smb is: [{'id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'name': 'tempest-TestShelveInstance-2124173888-router', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:25Z', 'updated_at': '2021-06-06T17:42:35Z', 'revision_number': 4, 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'gw_port': {'id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:26Z', 'updated_at': '2021-06-06T17:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': '9c8ae3b8-9daf-489b-9c60-a3e094eb86b4', 'name': '', 'network_id': 'ca7b7292-ac0b-4579-b556-747f7f1215a6', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'mac_address': 'fa:16:3e:93:1f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5c39b957-51e6-41dc-913c-04e3215e7138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:33Z', 'updated_at': '2021-06-06T17:42:43Z', 'revision_number': 5, 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'subnets': [{'id': '5c39b957-51e6-41dc-913c-04e3215e7138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:47:39.783911 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55047cb9-caee-47c4-8c5a-e9966a60e216 None None] New status for floating IP c90b2b0c-1669-4cd0-976e-09db388abc52: DOWN {{(pid=98877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:47:40.241240 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd1313-29f8-48a1-bbd1-e72abb75c69f req-180dd595-4c45-4e52-b47a-f8ac6346d726 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:40.243420 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-10cd1313-29f8-48a1-bbd1-e72abb75c69f req-180dd595-4c45-4e52-b47a-f8ac6346d726 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.0875964 Jun 06 17:47:40.287302 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-10cd1313-29f8-48a1-bbd1-e72abb75c69f req-f97ef631-d10c-4f34-bd10-8498c88d3eae tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382092 Jun 06 17:47:40.399629 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175716e8-91f3-483d-9099-d7909c7f2e47 req-303526ca-a7d8-4f9c-8386-998ea26c8d1b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:40.401418 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-175716e8-91f3-483d-9099-d7909c7f2e47 req-303526ca-a7d8-4f9c-8386-998ea26c8d1b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 943 time: 0.0913804 Jun 06 17:47:40.447069 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-175716e8-91f3-483d-9099-d7909c7f2e47 req-c8339ddb-5539-4daa-8857-9f6f25c5c5ce tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395803 Jun 06 17:47:41.501897 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43732c-ef54-4ab0-b71d-ebdd618c73bb req-ebcd5b04-c14f-4c21-be9d-166e3831f1bd tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:41.503388 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-4c43732c-ef54-4ab0-b71d-ebdd618c73bb req-ebcd5b04-c14f-4c21-be9d-166e3831f1bd tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.1094153 Jun 06 17:47:41.567181 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-4c43732c-ef54-4ab0-b71d-ebdd618c73bb req-0f896602-c580-451c-ac9c-c0a716fa9454 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572746 Jun 06 17:47:41.651237 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c096860-8f5b-4bf3-a1c2-625dcfb9982e req-4a428a3e-8892-4896-a9ca-0b09b1c0f4e2 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:41.652702 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8c096860-8f5b-4bf3-a1c2-625dcfb9982e req-4a428a3e-8892-4896-a9ca-0b09b1c0f4e2 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 943 time: 0.0860338 Jun 06 17:47:41.700059 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8c096860-8f5b-4bf3-a1c2-625dcfb9982e req-dc5a6ee2-f1bf-4ccb-a5bb-c1d94a16431f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418856 Jun 06 17:47:42.759135 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff224ddd-92f4-4ce1-9249-de9b34c2753e req-72fd5cd7-f72f-4620-82c1-f38c18e52235 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:42.760591 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-ff224ddd-92f4-4ce1-9249-de9b34c2753e req-72fd5cd7-f72f-4620-82c1-f38c18e52235 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.0816250 Jun 06 17:47:42.806266 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-ff224ddd-92f4-4ce1-9249-de9b34c2753e req-a7cb43a2-9278-4e19-bf61-0d579824525e tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381329 Jun 06 17:47:42.916447 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2cacb-8c7f-4c47-867c-0b48f1a9924d req-98229c05-5485-49f4-ad61-c267d702d445 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:42.917854 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-38c2cacb-8c7f-4c47-867c-0b48f1a9924d req-98229c05-5485-49f4-ad61-c267d702d445 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 943 time: 0.1062233 Jun 06 17:47:42.962031 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-38c2cacb-8c7f-4c47-867c-0b48f1a9924d req-9d89ca12-8a04-4978-a49f-cbdc27fcd9d0 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385399 Jun 06 17:47:44.000355 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c604b1-8f54-4633-a8da-510b738dbab2 req-948c31a7-5edf-4453-8a42-070cb51cb9dd tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:44.001803 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-d3c604b1-8f54-4633-a8da-510b738dbab2 req-948c31a7-5edf-4453-8a42-070cb51cb9dd tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.0861912 Jun 06 17:47:44.056034 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-d3c604b1-8f54-4633-a8da-510b738dbab2 req-1fcc3ecf-c332-4c38-a2e5-75ff15d02862 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480974 Jun 06 17:47:44.159931 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa6aec-d320-459c-a734-4741798df5fa req-3bf610a1-e148-4084-80ee-1450719b9fee tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:44.162039 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c8fa6aec-d320-459c-a734-4741798df5fa req-3bf610a1-e148-4084-80ee-1450719b9fee tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 943 time: 0.0870094 Jun 06 17:47:44.209105 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c8fa6aec-d320-459c-a734-4741798df5fa req-c399302c-3406-443e-90d9-e03fc2edf0ff tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410109 Jun 06 17:47:45.251055 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2c5c1-b9b1-41b6-be5a-58b18fde533b req-7eb988f4-b9e8-428f-98dc-d94ed0053e00 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:45.258564 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-bde2c5c1-b9b1-41b6-be5a-58b18fde533b req-7eb988f4-b9e8-428f-98dc-d94ed0053e00 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.0945029 Jun 06 17:47:45.308631 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-bde2c5c1-b9b1-41b6-be5a-58b18fde533b req-47d28605-fc02-468c-978a-7aa85cb9e655 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492053 Jun 06 17:47:45.417619 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0d3f8-d89f-48ef-abcb-da3e4f0b91e9 req-870fb0b6-147f-4b03-89f8-30ae362892b3 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:45.419988 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-92b0d3f8-d89f-48ef-abcb-da3e4f0b91e9 req-870fb0b6-147f-4b03-89f8-30ae362892b3 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 943 time: 0.0891068 Jun 06 17:47:45.474858 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-92b0d3f8-d89f-48ef-abcb-da3e4f0b91e9 req-c36fd747-d998-48bb-a720-7ee464821667 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421503 Jun 06 17:47:45.731399 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6949-3ec6-40f1-9d99-1ab4ea44ac6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:46.509632 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b2394-4305-4a80-b7aa-483d210456da req-2bf27d10-eb48-4463-a86d-1960bf9d4f1e tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:46.511165 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-066b2394-4305-4a80-b7aa-483d210456da req-2bf27d10-eb48-4463-a86d-1960bf9d4f1e tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.0852108 Jun 06 17:47:46.583124 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-066b2394-4305-4a80-b7aa-483d210456da req-245b59fd-431e-4edb-9eb7-06d56d13791b tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654957 Jun 06 17:47:46.696818 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694a4c7-bee7-4a19-a610-07db50ea0878 req-8b85a085-a856-422a-9876-89cf37a56a56 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:46.700274 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4694a4c7-bee7-4a19-a610-07db50ea0878 req-8b85a085-a856-422a-9876-89cf37a56a56 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 943 time: 0.0868549 Jun 06 17:47:46.746017 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4694a4c7-bee7-4a19-a610-07db50ea0878 req-24a137f4-53a4-4b94-9c8a-597822b5cb73 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421543 Jun 06 17:47:47.765377 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdd91c-c369-4931-af51-5bf31f051eb4 req-9af8dc5f-9904-47f8-829c-bae7e9721e83 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:47.766881 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-59bdd91c-c369-4931-af51-5bf31f051eb4 req-9af8dc5f-9904-47f8-829c-bae7e9721e83 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.0800693 Jun 06 17:47:47.814738 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-59bdd91c-c369-4931-af51-5bf31f051eb4 req-500137a6-f833-4f76-bc97-bfa909d8c6c2 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422728 Jun 06 17:47:47.934180 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f2f2c-93a2-4651-80fc-20634de96111 req-35b99ebd-10f1-41f0-8931-5998e63fad0a tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:47.935585 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-d61f2f2c-93a2-4651-80fc-20634de96111 req-35b99ebd-10f1-41f0-8931-5998e63fad0a tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 943 time: 0.0795710 Jun 06 17:47:47.979783 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-d61f2f2c-93a2-4651-80fc-20634de96111 req-beab20d5-828f-4c89-aa14-b4eb3a7c862d tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387070 Jun 06 17:47:48.249461 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:48.267733 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-dcb179a5-8910-4545-b833-5cd84cab1a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:48.384115 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa975e-46e9-4f74-af75-6b9f381320e6 req-04572550-89c9-4cdd-9e74-278aa96a8f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:48.385597 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c6aa975e-46e9-4f74-af75-6b9f381320e6 req-04572550-89c9-4cdd-9e74-278aa96a8f48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e04771eabc3d4bcda17450a5c7a0c4ed&device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 1099 time: 0.0765643 Jun 06 17:47:48.516504 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa975e-46e9-4f74-af75-6b9f381320e6 req-255b38cc-faaf-4f9b-8283-96efbfa55594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:48.517887 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c6aa975e-46e9-4f74-af75-6b9f381320e6 req-255b38cc-faaf-4f9b-8283-96efbfa55594 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca7b7292-ac0b-4579-b556-747f7f1215a6 HTTP/1.1" status: 200 len: 910 time: 0.1256225 Jun 06 17:47:48.587833 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c6aa975e-46e9-4f74-af75-6b9f381320e6 req-b7decc49-3d2a-4afb-af93-3f126596bcfe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75c18bb5-e7aa-40c9-bf36-40d3036891eb HTTP/1.1" status: 200 len: 217 time: 0.0628963 Jun 06 17:47:48.650484 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa975e-46e9-4f74-af75-6b9f381320e6 req-1ff94631-1f31-40f6-9802-a96a3299ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:48.651820 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c6aa975e-46e9-4f74-af75-6b9f381320e6 req-1ff94631-1f31-40f6-9802-a96a3299ddef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c39b957-51e6-41dc-913c-04e3215e7138 HTTP/1.1" status: 200 len: 848 time: 0.0555034 Jun 06 17:47:48.728892 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa975e-46e9-4f74-af75-6b9f381320e6 req-63298afc-65aa-4c3b-91f1-4ebaf2193196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:48.730335 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c6aa975e-46e9-4f74-af75-6b9f381320e6 req-63298afc-65aa-4c3b-91f1-4ebaf2193196 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca7b7292-ac0b-4579-b556-747f7f1215a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0720942 Jun 06 17:47:48.861897 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c6aa975e-46e9-4f74-af75-6b9f381320e6 req-fb3d7fe9-df7e-4b07-a62f-ddac78b6f76f service neutron] 10.222.0.21 "GET /v2.0/networks/ca7b7292-ac0b-4579-b556-747f7f1215a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237245 Jun 06 17:47:48.994813 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c6aa975e-46e9-4f74-af75-6b9f381320e6 req-2dc23b4c-34cf-44f7-8c69-e1048a883c36 service neutron] 10.222.0.21 "GET /v2.0/networks/ca7b7292-ac0b-4579-b556-747f7f1215a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252909 Jun 06 17:47:48.997259 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a7e5d-0ed3-4574-9a8a-854d8cdd56cd req-f30cc91c-6a09-499e-8628-645638f149cf tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:48.998723 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-9d4a7e5d-0ed3-4574-9a8a-854d8cdd56cd req-f30cc91c-6a09-499e-8628-645638f149cf tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.0800183 Jun 06 17:47:49.043503 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-9d4a7e5d-0ed3-4574-9a8a-854d8cdd56cd req-47ba1d1b-416e-407b-a999-53378fdb6c08 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390925 Jun 06 17:47:49.169313 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e2b42-c930-46ed-afc9-bae580529935 req-a2d7ac89-bd88-48d3-9e1e-6c8924ee042a tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:49.170649 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-970e2b42-c930-46ed-afc9-bae580529935 req-a2d7ac89-bd88-48d3-9e1e-6c8924ee042a tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 943 time: 0.0805612 Jun 06 17:47:49.193961 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:49.214231 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-970e2b42-c930-46ed-afc9-bae580529935 req-0502133d-c433-4ae6-9edd-acfb41d5d3ac tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379977 Jun 06 17:47:49.836392 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b8507-7a36-4752-8428-53b1c9280dda req-bb27264a-a560-4d2b-b4ab-06291c32cd5c tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:49.837673 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-216b8507-7a36-4752-8428-53b1c9280dda req-bb27264a-a560-4d2b-b4ab-06291c32cd5c tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.0845749 Jun 06 17:47:50.052870 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-216b8507-7a36-4752-8428-53b1c9280dda req-59ebb49d-b23c-41ff-b41c-3b6dbc92b5ae tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Deleting port 75c18bb5-e7aa-40c9-bf36-40d3036891eb {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:47:50.053571 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-216b8507-7a36-4752-8428-53b1c9280dda req-59ebb49d-b23c-41ff-b41c-3b6dbc92b5ae tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:50.186227 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-216b8507-7a36-4752-8428-53b1c9280dda req-59ebb49d-b23c-41ff-b41c-3b6dbc92b5ae tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] For port 75c18bb5-e7aa-40c9-bf36-40d3036891eb, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=75c18bb5-e7aa-40c9-bf36-40d3036891eb,segment=NetworkSegment(85cd9012-ca03-4fdb-9af9-af1476b52a9f),segment_id=85cd9012-ca03-4fdb-9af9-af1476b52a9f)] {{(pid=98875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:50.186503 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-216b8507-7a36-4752-8428-53b1c9280dda req-59ebb49d-b23c-41ff-b41c-3b6dbc92b5ae tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:50.235690 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1dc77-97b6-4bf7-9b3b-cde6f5e86ffd req-9b05a57d-4d89-4afc-adf7-64c275382fb9 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:50.237131 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-90b1dc77-97b6-4bf7-9b3b-cde6f5e86ffd req-9b05a57d-4d89-4afc-adf7-64c275382fb9 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 946 time: 0.0845368 Jun 06 17:47:50.289781 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-90b1dc77-97b6-4bf7-9b3b-cde6f5e86ffd req-2a7cc1ad-c895-42a2-92e4-0235478901a1 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/security-groups?id=dbb7f299-9f5b-446e-9c67-1566d548acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405130 Jun 06 17:47:50.315142 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-216b8507-7a36-4752-8428-53b1c9280dda req-59ebb49d-b23c-41ff-b41c-3b6dbc92b5ae tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Calling delete_port for 75c18bb5-e7aa-40c9-bf36-40d3036891eb owned by compute:nova {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:47:50.426812 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa124f-8637-44e2-9fed-5e8bc9c13d41 req-9bcbc56f-0917-4577-95aa-6776d006efc8 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:50.428216 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b2fa124f-8637-44e2-9fed-5e8bc9c13d41 req-9bcbc56f-0917-4577-95aa-6776d006efc8 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 943 time: 0.1038399 Jun 06 17:47:50.525170 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b2fa124f-8637-44e2-9fed-5e8bc9c13d41 req-a9a7490a-20f8-4c72-b351-8670b5253a6f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616679 Jun 06 17:47:50.588156 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-216b8507-7a36-4752-8428-53b1c9280dda req-59ebb49d-b23c-41ff-b41c-3b6dbc92b5ae tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9508315'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:50.594050 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-6331c772-5407-425d-9925-5cd65cc0d471 tempest-VolumesActionsTest-431497683 tempest-VolumesActionsTest-431497683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:50.638551 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebb49d-b23c-41ff-b41c-3b6dbc92b5ae tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Pushing event deleted for resources: {'Port': ['ID=75c18bb5-e7aa-40c9-bf36-40d3036891eb,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:50.707810 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ebb49d-b23c-41ff-b41c-3b6dbc92b5ae tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:50.708171 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ebb49d-b23c-41ff-b41c-3b6dbc92b5ae tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:50.708522 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ebb49d-b23c-41ff-b41c-3b6dbc92b5ae tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:50.708866 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ebb49d-b23c-41ff-b41c-3b6dbc92b5ae tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:50.709209 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ebb49d-b23c-41ff-b41c-3b6dbc92b5ae tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:50.709547 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ebb49d-b23c-41ff-b41c-3b6dbc92b5ae tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:50.709907 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ebb49d-b23c-41ff-b41c-3b6dbc92b5ae tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:50.710275 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ebb49d-b23c-41ff-b41c-3b6dbc92b5ae tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:50.710612 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ebb49d-b23c-41ff-b41c-3b6dbc92b5ae tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:50.710945 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ebb49d-b23c-41ff-b41c-3b6dbc92b5ae tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:50.711278 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ebb49d-b23c-41ff-b41c-3b6dbc92b5ae tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:50.711607 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ebb49d-b23c-41ff-b41c-3b6dbc92b5ae tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:50.714832 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-59ebb49d-b23c-41ff-b41c-3b6dbc92b5ae tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:50.726743 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-216b8507-7a36-4752-8428-53b1c9280dda req-59ebb49d-b23c-41ff-b41c-3b6dbc92b5ae tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] No DVR routers for this DVR port 75c18bb5-e7aa-40c9-bf36-40d3036891eb on host hv-cinder-79128 {{(pid=98875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:47:50.728938 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-216b8507-7a36-4752-8428-53b1c9280dda req-59ebb49d-b23c-41ff-b41c-3b6dbc92b5ae tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:50.730869 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-216b8507-7a36-4752-8428-53b1c9280dda req-59ebb49d-b23c-41ff-b41c-3b6dbc92b5ae tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.21 "DELETE /v2.0/ports/75c18bb5-e7aa-40c9-bf36-40d3036891eb HTTP/1.1" status: 204 len: 173 time: 0.8877177 Jun 06 17:47:50.731342 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3660d74-12e8-44db-8b9e-40d190105b32', 'name': 'network-vif-deleted', 'tag': '75c18bb5-e7aa-40c9-bf36-40d3036891eb'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:47:50.733588 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecd8e51-5b71-4bc3-bd15-39a63cfea13c" -d '{"events": [{"server_uuid": "b3660d74-12e8-44db-8b9e-40d190105b32", "name": "network-vif-deleted", "tag": "75c18bb5-e7aa-40c9-bf36-40d3036891eb"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:47:50.774018 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe92e27-fe50-47a9-b523-62a4a763add0 x-openstack-request-id: req-bfe92e27-fe50-47a9-b523-62a4a763add0 {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:47:50.774369 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3660d74-12e8-44db-8b9e-40d190105b32", "name": "network-vif-deleted", "tag": "75c18bb5-e7aa-40c9-bf36-40d3036891eb", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:47:50.774656 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bfe92e27-fe50-47a9-b523-62a4a763add0 {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:47:50.775097 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3660d74-12e8-44db-8b9e-40d190105b32', 'name': 'network-vif-deleted', 'tag': '75c18bb5-e7aa-40c9-bf36-40d3036891eb', 'status': 'completed', 'code': 200} Jun 06 17:47:50.896657 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:51.145508 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 02563694-f59b-4698-873a-4adddebe1355 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:47:51.304169 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 02563694-f59b-4698-873a-4adddebe1355, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=02563694-f59b-4698-873a-4adddebe1355,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:51.322671 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Returning: {'device': '02563694-f59b-4698-873a-4adddebe1355', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'port_id': '02563694-f59b-4698-873a-4adddebe1355', 'mac_address': 'fa:16:3e:43:26:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:47:51.376790 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:51.393814 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02563694-f59b-4698-873a-4adddebe1355 {{(pid=98877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:47:51.408822 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 02563694-f59b-4698-873a-4adddebe1355, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=02563694-f59b-4698-873a-4adddebe1355,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:51.437329 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3ef29678-5f3e-4754-9c26-98f58938c613 req-6da59e1b-2437-4114-9fd6-fb7d65e1677d tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 210 time: 0.0421629 Jun 06 17:47:51.547153 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:51.548927 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:51.614671 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=02563694-f59b-4698-873a-4adddebe1355,revision_number=9']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:51.618407 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:51.748546 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['02563694-f59b-4698-873a-4adddebe1355'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:47:51.842362 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1131059-db29-46cb-84ef-4bd6ad8da4b5 req-3b63b6f3-e514-43e8-8af4-f348d5cbb9c0 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:51.843804 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b1131059-db29-46cb-84ef-4bd6ad8da4b5 req-3b63b6f3-e514-43e8-8af4-f348d5cbb9c0 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 944 time: 0.0949690 Jun 06 17:47:51.894785 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b1131059-db29-46cb-84ef-4bd6ad8da4b5 req-977ba20e-f284-4b3a-a548-07f978230406 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444896 Jun 06 17:47:52.605491 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1772f2da-2840-476e-96b7-66c096766408 req-57624279-b60e-4c57-b7cb-61754070ea79 tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3660d74-12e8-44db-8b9e-40d190105b32 HTTP/1.1" status: 200 len: 210 time: 0.0457790 Jun 06 17:47:53.161049 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 02563694-f59b-4698-873a-4adddebe1355 up at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:47:53.187984 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c73a0-a544-4d53-9133-eb2afc477518 req-b08b0cf0-b3b9-4d4c-8923-65549a97d770 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:53.189446 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-e08c73a0-a544-4d53-9133-eb2afc477518 req-b08b0cf0-b3b9-4d4c-8923-65549a97d770 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 944 time: 0.1795604 Jun 06 17:47:53.231615 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning complete for port 02563694-f59b-4698-873a-4adddebe1355 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:47:53.231989 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:53.235650 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-e08c73a0-a544-4d53-9133-eb2afc477518 req-747ec955-1f53-4a33-92d0-bcc968a2b35f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396593 Jun 06 17:47:53.343075 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:53.371387 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab5dcf6-55ce-4674-9729-84f77d20aa1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02563694-f59b-4698-873a-4adddebe1355'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:47:53.373577 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c2aa7c-1473-4bc6-9821-020148cabeff" -d '{"events": [{"server_uuid": "7ab5dcf6-55ce-4674-9729-84f77d20aa1a", "name": "network-vif-plugged", "status": "completed", "tag": "02563694-f59b-4698-873a-4adddebe1355"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:47:53.380761 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 02563694-f59b-4698-873a-4adddebe1355, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=02563694-f59b-4698-873a-4adddebe1355,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:53.416992 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652cdced-1022-42bc-8ce1-6dd361a24088 x-openstack-request-id: req-652cdced-1022-42bc-8ce1-6dd361a24088 {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:47:53.417290 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab5dcf6-55ce-4674-9729-84f77d20aa1a", "name": "network-vif-plugged", "status": "completed", "tag": "02563694-f59b-4698-873a-4adddebe1355", "code": 200}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:47:53.417546 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-652cdced-1022-42bc-8ce1-6dd361a24088 {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:47:53.417932 dv-cinder-791281-4-smb neutron-server[98877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab5dcf6-55ce-4674-9729-84f77d20aa1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02563694-f59b-4698-873a-4adddebe1355', 'code': 200} Jun 06 17:47:53.455091 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:53.455956 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 75c18bb5-e7aa-40c9-bf36-40d3036891eb no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:47:53.483569 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-83dec27f-7bd8-4ab5-a590-8f89f52ffe40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:53.521399 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] No Port match for: 75c18bb5-e7aa-40c9-bf36-40d3036891eb {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:47:53.521750 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 75c18bb5-e7aa-40c9-bf36-40d3036891eb not bound to the agent host hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:47:53.555934 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=02563694-f59b-4698-873a-4adddebe1355,revision_number=10']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:53.558739 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:53.699900 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51804) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:53.769820 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0659e288-9280-411e-a32c-83cd5e9c033a tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:53.791518 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674d0f5-2e5c-4e97-aae2-e3fc6ed9d5ec req-96ab416c-0700-4ea1-a63a-a245225447f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:53.792960 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9674d0f5-2e5c-4e97-aae2-e3fc6ed9d5ec req-96ab416c-0700-4ea1-a63a-a245225447f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 1099 time: 0.0691924 Jun 06 17:47:53.802502 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0659e288-9280-411e-a32c-83cd5e9c033a tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:53.832831 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9674d0f5-2e5c-4e97-aae2-e3fc6ed9d5ec req-323e5288-7694-4a8b-9ff0-c6abfae61bcc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335622 Jun 06 17:47:53.948145 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0659e288-9280-411e-a32c-83cd5e9c033a tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:53.950512 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0659e288-9280-411e-a32c-83cd5e9c033a tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:53.951628 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-0659e288-9280-411e-a32c-83cd5e9c033a tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] 10.222.0.23 "DELETE /v2.0/security-groups/dbb7f299-9f5b-446e-9c67-1566d548acf2 HTTP/1.1" status: 204 len: 168 time: 0.2507439 Jun 06 17:47:53.952411 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-4447fed4-158f-47e3-97ca-a55bdd706dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:53.964980 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659e288-9280-411e-a32c-83cd5e9c033a tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb7f299-9f5b-446e-9c67-1566d548acf2,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:53.967341 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-0659e288-9280-411e-a32c-83cd5e9c033a tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:54.060400 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51808) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:54.599586 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192f54e-d57f-4068-8a20-e9a8d07fd514 req-d11e356a-20f1-463e-94b6-c1a2b0c9541b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:54.601054 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-0192f54e-d57f-4068-8a20-e9a8d07fd514 req-d11e356a-20f1-463e-94b6-c1a2b0c9541b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 946 time: 0.2163866 Jun 06 17:47:54.692959 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-0192f54e-d57f-4068-8a20-e9a8d07fd514 req-4a5491a9-6d7d-45f7-be54-f1e8e8a1ca5f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852251 Jun 06 17:47:54.804594 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-791ccade-73f6-47bd-aca5-fd5713f811f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-321489'] for router_interface, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:55.219133 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-791ccade-73f6-47bd-aca5-fd5713f811f6 admin admin] Deleting port 9c8ae3b8-9daf-489b-9c60-a3e094eb86b4 {{(pid=98876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:47:55.219469 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-791ccade-73f6-47bd-aca5-fd5713f811f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:55.346571 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.db [None req-791ccade-73f6-47bd-aca5-fd5713f811f6 admin admin] For port 9c8ae3b8-9daf-489b-9c60-a3e094eb86b4, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=9c8ae3b8-9daf-489b-9c60-a3e094eb86b4,segment=NetworkSegment(85cd9012-ca03-4fdb-9af9-af1476b52a9f),segment_id=85cd9012-ca03-4fdb-9af9-af1476b52a9f)] {{(pid=98876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:55.346837 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-791ccade-73f6-47bd-aca5-fd5713f811f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:55.580211 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-791ccade-73f6-47bd-aca5-fd5713f811f6 admin admin] Calling delete_port for 9c8ae3b8-9daf-489b-9c60-a3e094eb86b4 owned by network:router_interface {{(pid=98876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:47:55.834026 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-791ccade-73f6-47bd-aca5-fd5713f811f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2112105'] for port, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:55.838069 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-eb4fe43a-bfcf-4b28-9fee-fae5deb6a8b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:55.884813 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ccade-73f6-47bd-aca5-fd5713f811f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c8ae3b8-9daf-489b-9c60-a3e094eb86b4,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:55.887841 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-791ccade-73f6-47bd-aca5-fd5713f811f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:55.906335 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5811dbf-3d79-41bb-91d3-d26326e9106d req-187c9c46-6179-4b39-9d23-9014316aab68 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:55.907800 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e5811dbf-3d79-41bb-91d3-d26326e9106d req-187c9c46-6179-4b39-9d23-9014316aab68 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 946 time: 0.0890298 Jun 06 17:47:55.965435 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e5811dbf-3d79-41bb-91d3-d26326e9106d req-8dca5e2d-64ca-4cd8-86b4-0521e334acbe tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513141 Jun 06 17:47:56.165138 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-791ccade-73f6-47bd-aca5-fd5713f811f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1694887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-320159'] for router_interface, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:56.543861 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791ccade-73f6-47bd-aca5-fd5713f811f6 admin admin] Router 4a750bf7-911c-41d0-90dd-3bea408af14d has already been hosted by L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 {{(pid=98876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:47:56.723683 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791ccade-73f6-47bd-aca5-fd5713f811f6 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:47:56.731785 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-791ccade-73f6-47bd-aca5-fd5713f811f6 admin admin] 10.222.0.23 "PUT /v2.0/routers/4a750bf7-911c-41d0-90dd-3bea408af14d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6679728 Jun 06 17:47:56.731905 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51850) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:56.735509 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1831890-5c44-4966-9bd3-94fd43e8e523 None None] Sync routers for ids ['4a750bf7-911c-41d0-90dd-3bea408af14d'] in dv-cinder-791281-4-smb {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:47:56.746355 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1831890-5c44-4966-9bd3-94fd43e8e523 None None] Routers {'4a750bf7-911c-41d0-90dd-3bea408af14d'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:47:56.747141 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-a1831890-5c44-4966-9bd3-94fd43e8e523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:47:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['4a750bf7-911c-41d0-90dd-3bea408af14d'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:56.906633 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5fb352aa-bd7c-42ed-aad6-e66053c33835 admin admin] Notify callbacks [] for router, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:56.921083 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-a1831890-5c44-4966-9bd3-94fd43e8e523 None None] Set router 4a750bf7-911c-41d0-90dd-3bea408af14d gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:47:57.205835 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-a1831890-5c44-4966-9bd3-94fd43e8e523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'name': 'tempest-TestShelveInstance-2124173888-router', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:25Z', 'updated_at': '2021-06-06T17:47:55Z', 'revision_number': 5, 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'gw_port': {'id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:26Z', 'updated_at': '2021-06-06T17:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:57.209548 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1831890-5c44-4966-9bd3-94fd43e8e523 None None] Checking router: 4a750bf7-911c-41d0-90dd-3bea408af14d for host: dv-cinder-791281-4-smb {{(pid=98878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:47:57.217846 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1831890-5c44-4966-9bd3-94fd43e8e523 None None] Routers {'4a750bf7-911c-41d0-90dd-3bea408af14d'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:47:57.218480 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-a1831890-5c44-4966-9bd3-94fd43e8e523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:47:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['4a750bf7-911c-41d0-90dd-3bea408af14d'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:57.247749 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5fb352aa-bd7c-42ed-aad6-e66053c33835 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:57.260312 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76982ecb-2728-4555-8ad2-6eaef692a4fb req-677668d8-db3c-481a-824c-444d4ec5a24c tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:57.261765 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-76982ecb-2728-4555-8ad2-6eaef692a4fb req-677668d8-db3c-481a-824c-444d4ec5a24c tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 946 time: 0.1839490 Jun 06 17:47:57.308896 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-76982ecb-2728-4555-8ad2-6eaef692a4fb req-35201f29-38a4-44a3-8c79-ba07044a9d8c tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386577 Jun 06 17:47:57.385178 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-5fb352aa-bd7c-42ed-aad6-e66053c33835 admin admin] Deleting port 37e2565c-0f0a-4227-beff-beddd60569d1 {{(pid=98876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:47:57.385512 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5fb352aa-bd7c-42ed-aad6-e66053c33835 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:57.396486 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-a1831890-5c44-4966-9bd3-94fd43e8e523 None None] Set router 4a750bf7-911c-41d0-90dd-3bea408af14d gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:47:57.511126 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.db [None req-5fb352aa-bd7c-42ed-aad6-e66053c33835 admin admin] For port 37e2565c-0f0a-4227-beff-beddd60569d1, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=37e2565c-0f0a-4227-beff-beddd60569d1,segment=NetworkSegment(071d7783-9719-4ea8-bb46-4cbc83b3e1b1),segment_id=071d7783-9719-4ea8-bb46-4cbc83b3e1b1)] {{(pid=98876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:57.511482 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5fb352aa-bd7c-42ed-aad6-e66053c33835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:57.637373 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-5fb352aa-bd7c-42ed-aad6-e66053c33835 admin admin] Calling delete_port for 37e2565c-0f0a-4227-beff-beddd60569d1 owned by network:router_gateway {{(pid=98876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:47:57.712368 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-a1831890-5c44-4966-9bd3-94fd43e8e523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'name': 'tempest-TestShelveInstance-2124173888-router', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:25Z', 'updated_at': '2021-06-06T17:47:55Z', 'revision_number': 5, 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'gw_port': {'id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:26Z', 'updated_at': '2021-06-06T17:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:57.716212 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1831890-5c44-4966-9bd3-94fd43e8e523 None None] The sync data for ids ['4a750bf7-911c-41d0-90dd-3bea408af14d'] in dv-cinder-791281-4-smb is: [{'id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'name': 'tempest-TestShelveInstance-2124173888-router', 'tenant_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:25Z', 'updated_at': '2021-06-06T17:47:55Z', 'revision_number': 5, 'project_id': 'e04771eabc3d4bcda17450a5c7a0c4ed', 'gw_port': {'id': '37e2565c-0f0a-4227-beff-beddd60569d1', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a750bf7-911c-41d0-90dd-3bea408af14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:26Z', 'updated_at': '2021-06-06T17:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}] {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:47:57.879406 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5fb352aa-bd7c-42ed-aad6-e66053c33835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2112105'] for port, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:57.884311 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-9bf9bca6-8cfb-4082-95b2-2cf87a2bac0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:57.927551 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb352aa-bd7c-42ed-aad6-e66053c33835 admin admin] Pushing event deleted for resources: {'Port': ['ID=37e2565c-0f0a-4227-beff-beddd60569d1,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:57.953056 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-5fb352aa-bd7c-42ed-aad6-e66053c33835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:58.018496 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5fb352aa-bd7c-42ed-aad6-e66053c33835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1608001'] for router_gateway, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:58.189685 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5fb352aa-bd7c-42ed-aad6-e66053c33835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-323958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3601'] for router, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:58.191991 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5fb352aa-bd7c-42ed-aad6-e66053c33835 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:58.296308 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5fb352aa-bd7c-42ed-aad6-e66053c33835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-324074'] for router, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:58.296850 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb352aa-bd7c-42ed-aad6-e66053c33835 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a750bf7-911c-41d0-90dd-3bea408af14d {{(pid=98876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 17:47:58.300790 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-5fb352aa-bd7c-42ed-aad6-e66053c33835 admin admin] Notify callbacks [] for router, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:58.304200 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-5fb352aa-bd7c-42ed-aad6-e66053c33835 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4a750bf7-911c-41d0-90dd-3bea408af14d HTTP/1.1" status: 204 len: 168 time: 1.5691812 Jun 06 17:47:58.304418 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51856) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:58.371123 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.db_base_plugin_v2 [None req-81dd3ea7-69b3-4cd0-af9c-b4dde6551067 admin admin] Deleting subnet 5c39b957-51e6-41dc-913c-04e3215e7138 {{(pid=98876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:47:58.371123 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-81dd3ea7-69b3-4cd0-af9c-b4dde6551067 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:58.426616 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-81dd3ea7-69b3-4cd0-af9c-b4dde6551067 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2151807'] for subnet, precommit_delete_associations {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:58.503961 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-81dd3ea7-69b3-4cd0-af9c-b4dde6551067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496290'] for subnet, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:58.633048 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-81dd3ea7-69b3-4cd0-af9c-b4dde6551067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2112132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3128098'] for subnet, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:58.637000 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-3e8020ee-22d5-4ade-a8f5-ebeff1154861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:58.671862 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd3ea7-69b3-4cd0-af9c-b4dde6551067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c39b957-51e6-41dc-913c-04e3215e7138,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:58.674792 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-81dd3ea7-69b3-4cd0-af9c-b4dde6551067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:58.675754 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-81dd3ea7-69b3-4cd0-af9c-b4dde6551067 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:58.677547 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-81dd3ea7-69b3-4cd0-af9c-b4dde6551067 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5c39b957-51e6-41dc-913c-04e3215e7138 HTTP/1.1" status: 204 len: 168 time: 0.3722091 Jun 06 17:47:58.680502 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51858) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:58.683498 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09b37bd-f3b2-4ee9-8fb6-cec13acd7d48 None None] Network ca7b7292-ac0b-4579-b556-747f7f1215a6 requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:47:58.793780 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 37e2565c-0f0a-4227-beff-beddd60569d1 no longer exists at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:47:58.862387 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] No Port match for: 37e2565c-0f0a-4227-beff-beddd60569d1 {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:47:58.862734 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 37e2565c-0f0a-4227-beff-beddd60569d1 not bound to the agent host dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:47:58.863154 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 9c8ae3b8-9daf-489b-9c60-a3e094eb86b4 no longer exists at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:47:58.890094 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-74dd144d-971e-483b-aef6-ad9e1b340c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596576'] for network, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:58.922267 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] No Port match for: 9c8ae3b8-9daf-489b-9c60-a3e094eb86b4 {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:47:58.922267 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 9c8ae3b8-9daf-489b-9c60-a3e094eb86b4 not bound to the agent host dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:47:58.965641 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-74dd144d-971e-483b-aef6-ad9e1b340c8c admin admin] Deleting port c25f32e4-3c3a-4b35-87a7-c747c3958fb9 {{(pid=98876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:47:58.966035 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-74dd144d-971e-483b-aef6-ad9e1b340c8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:59.021462 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9298a6c7-1299-468d-b54f-bbb8512b8f12 None None] DHCP port deletion for ca7b7292-ac0b-4579-b556-747f7f1215a6 request from dv-cinder-791281-4-smb {{(pid=98877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 17:47:59.066492 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.db [None req-74dd144d-971e-483b-aef6-ad9e1b340c8c admin admin] For port c25f32e4-3c3a-4b35-87a7-c747c3958fb9, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=c25f32e4-3c3a-4b35-87a7-c747c3958fb9,segment=NetworkSegment(85cd9012-ca03-4fdb-9af9-af1476b52a9f),segment_id=85cd9012-ca03-4fdb-9af9-af1476b52a9f)] {{(pid=98876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:59.066768 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-74dd144d-971e-483b-aef6-ad9e1b340c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:59.085751 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-9298a6c7-1299-468d-b54f-bbb8512b8f12 None None] Deleting port c25f32e4-3c3a-4b35-87a7-c747c3958fb9 {{(pid=98877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:47:59.086146 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-9298a6c7-1299-468d-b54f-bbb8512b8f12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:59.183893 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-9298a6c7-1299-468d-b54f-bbb8512b8f12 None None] For port c25f32e4-3c3a-4b35-87a7-c747c3958fb9, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=c25f32e4-3c3a-4b35-87a7-c747c3958fb9,segment=NetworkSegment(85cd9012-ca03-4fdb-9af9-af1476b52a9f),segment_id=85cd9012-ca03-4fdb-9af9-af1476b52a9f)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:59.184195 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-9298a6c7-1299-468d-b54f-bbb8512b8f12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:59.189200 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-74dd144d-971e-483b-aef6-ad9e1b340c8c admin admin] Calling delete_port for c25f32e4-3c3a-4b35-87a7-c747c3958fb9 owned by network:dhcp {{(pid=98876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:47:59.303275 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-9298a6c7-1299-468d-b54f-bbb8512b8f12 None None] Calling delete_port for c25f32e4-3c3a-4b35-87a7-c747c3958fb9 owned by network:dhcp {{(pid=98877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:47:59.307760 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-74dd144d-971e-483b-aef6-ad9e1b340c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2112105'] for port, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:59.312566 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-db73296c-f033-4c44-a7dd-b9eb9a569a87 tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:59.345319 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-9298a6c7-1299-468d-b54f-bbb8512b8f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489'] for port, after_delete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:59.348848 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:59.358769 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dd144d-971e-483b-aef6-ad9e1b340c8c admin admin] No DVR routers for this DVR port c25f32e4-3c3a-4b35-87a7-c747c3958fb9 on host dv-cinder-791281-4-smb {{(pid=98876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:47:59.390439 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd144d-971e-483b-aef6-ad9e1b340c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=c25f32e4-3c3a-4b35-87a7-c747c3958fb9,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:59.393016 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-74dd144d-971e-483b-aef6-ad9e1b340c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:59.394280 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298a6c7-1299-468d-b54f-bbb8512b8f12 None None] Pushing event deleted for resources: {'Port': ['ID=c25f32e4-3c3a-4b35-87a7-c747c3958fb9,revision_number=None']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:59.397242 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-9298a6c7-1299-468d-b54f-bbb8512b8f12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:59.398595 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9298a6c7-1299-468d-b54f-bbb8512b8f12 None None] No DVR routers for this DVR port c25f32e4-3c3a-4b35-87a7-c747c3958fb9 on host dv-cinder-791281-4-smb {{(pid=98877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:47:59.480750 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-74dd144d-971e-483b-aef6-ad9e1b340c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493627', 'neutron.services.segments.db._delete_segments_for_network-8729318600102'] for network, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:59.493753 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-74dd144d-971e-483b-aef6-ad9e1b340c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7b7292-ac0b-4579-b556-747f7f1215a6']}} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:59.505730 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-74dd144d-971e-483b-aef6-ad9e1b340c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85cd9012-ca03-4fdb-9af9-af1476b52a9f') {'for_net_delete': True} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:59.506021 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-74dd144d-971e-483b-aef6-ad9e1b340c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85cd9012-ca03-4fdb-9af9-af1476b52a9f') {} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:59.517290 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-74dd144d-971e-483b-aef6-ad9e1b340c8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729318605249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2151750'] for segment, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:59.536854 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-74dd144d-971e-483b-aef6-ad9e1b340c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:59.543457 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74dd144d-971e-483b-aef6-ad9e1b340c8c admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=98876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:47:59.543849 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-74dd144d-971e-483b-aef6-ad9e1b340c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2112062'] for segment, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: Traceback (most recent call last): Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: timer() Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: cb(*args, **kw) Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: return func(*args, **kwargs) Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: self._notify() Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: self.callback(batched_events) Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: event.method(event) Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: return f(self, *a, **k) Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: return self._get(url).json() Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: return self.request(url, 'GET', **kwargs) Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:47:59.557326 dv-cinder-791281-4-smb neutron-server[98876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:47:59.731022 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-74dd144d-971e-483b-aef6-ad9e1b340c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608036'] for network, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:59.734277 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:59.747891 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-74dd144d-971e-483b-aef6-ad9e1b340c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:59.749662 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-74dd144d-971e-483b-aef6-ad9e1b340c8c admin admin] 10.222.0.23 "DELETE /v2.0/networks/ca7b7292-ac0b-4579-b556-747f7f1215a6 HTTP/1.1" status: 204 len: 168 time: 1.0682721 Jun 06 17:47:59.752654 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 51860) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:59.755730 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd144d-971e-483b-aef6-ad9e1b340c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=ca7b7292-ac0b-4579-b556-747f7f1215a6,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:59.758799 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-74dd144d-971e-483b-aef6-ad9e1b340c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:00.361630 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4c8fc55c-a87c-45ff-a03d-ecc2cc36b9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-321489'] for router_interface, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:00.756010 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device c25f32e4-3c3a-4b35-87a7-c747c3958fb9 no longer exists at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:48:00.768716 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [None req-4c8fc55c-a87c-45ff-a03d-ecc2cc36b9a9 admin admin] Deleting port faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:48:00.769188 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4c8fc55c-a87c-45ff-a03d-ecc2cc36b9a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:00.791209 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] No Port match for: c25f32e4-3c3a-4b35-87a7-c747c3958fb9 {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:48:00.791559 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device c25f32e4-3c3a-4b35-87a7-c747c3958fb9 not bound to the agent host dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:48:00.888926 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [None req-4c8fc55c-a87c-45ff-a03d-ecc2cc36b9a9 admin admin] For port faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea,segment=NetworkSegment(c7651f7e-f594-4551-be36-efc0c607fac4),segment_id=c7651f7e-f594-4551-be36-efc0c607fac4)] {{(pid=98875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:48:00.889306 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4c8fc55c-a87c-45ff-a03d-ecc2cc36b9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:01.009911 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [None req-4c8fc55c-a87c-45ff-a03d-ecc2cc36b9a9 admin admin] Calling delete_port for faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea owned by network:router_interface {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:48:01.233591 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4c8fc55c-a87c-45ff-a03d-ecc2cc36b9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9508315'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:01.237324 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-c38e1fb1-a1ea-4bfe-83e4-567186112555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:01.281205 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fc55c-a87c-45ff-a03d-ecc2cc36b9a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:01.283531 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-4c8fc55c-a87c-45ff-a03d-ecc2cc36b9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:01.549312 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4c8fc55c-a87c-45ff-a03d-ecc2cc36b9a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1694887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-320159'] for router_interface, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:01.993100 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8fc55c-a87c-45ff-a03d-ecc2cc36b9a9 admin admin] Router d5666d0a-813f-4a49-80ec-343c05a147a6 has already been hosted by L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 {{(pid=98875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:48:02.165185 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8fc55c-a87c-45ff-a03d-ecc2cc36b9a9 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:48:02.171191 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-4c8fc55c-a87c-45ff-a03d-ecc2cc36b9a9 admin admin] 10.222.0.23 "PUT /v2.0/routers/d5666d0a-813f-4a49-80ec-343c05a147a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4162481 Jun 06 17:48:02.172526 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 51862) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:02.174991 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a64fb2-5cf9-4c12-b020-764b0d0aa254 None None] Sync routers for ids ['d5666d0a-813f-4a49-80ec-343c05a147a6'] in dv-cinder-791281-4-smb {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:48:02.185444 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a64fb2-5cf9-4c12-b020-764b0d0aa254 None None] Routers {'d5666d0a-813f-4a49-80ec-343c05a147a6'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:48:02.186078 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-82a64fb2-5cf9-4c12-b020-764b0d0aa254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:47:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['d5666d0a-813f-4a49-80ec-343c05a147a6'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:02.241867 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:02.352642 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-1bb31da9-183e-4414-a523-f26a45582f73 admin admin] Notify callbacks [] for router, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:02.391406 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-82a64fb2-5cf9-4c12-b020-764b0d0aa254 None None] Set router d5666d0a-813f-4a49-80ec-343c05a147a6 gateway port host: dv-cinder-791281-4-smb {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:48:02.526143 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-1bb31da9-183e-4414-a523-f26a45582f73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:02.685467 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [None req-1bb31da9-183e-4414-a523-f26a45582f73 admin admin] Deleting port 9ea9185b-a72f-4c0b-ae08-5d50373b75d7 {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:48:02.685806 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-1bb31da9-183e-4414-a523-f26a45582f73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:02.691250 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-82a64fb2-5cf9-4c12-b020-764b0d0aa254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5666d0a-813f-4a49-80ec-343c05a147a6', 'name': 'tempest-TestShelveInstance-1759936979-router', 'tenant_id': '14af49004bf84c119d88ed5c3e01d2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': '9ea9185b-a72f-4c0b-ae08-5d50373b75d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:42Z', 'updated_at': '2021-06-06T17:48:01Z', 'revision_number': 5, 'project_id': '14af49004bf84c119d88ed5c3e01d2c6', 'gw_port': {'id': '9ea9185b-a72f-4c0b-ae08-5d50373b75d7', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:47:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5666d0a-813f-4a49-80ec-343c05a147a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:43Z', 'updated_at': '2021-06-06T17:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:02.695170 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a64fb2-5cf9-4c12-b020-764b0d0aa254 None None] Checking router: d5666d0a-813f-4a49-80ec-343c05a147a6 for host: dv-cinder-791281-4-smb {{(pid=98877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:48:02.707509 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a64fb2-5cf9-4c12-b020-764b0d0aa254 None None] Routers {'d5666d0a-813f-4a49-80ec-343c05a147a6'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:48:02.707509 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-82a64fb2-5cf9-4c12-b020-764b0d0aa254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:47:48Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['d5666d0a-813f-4a49-80ec-343c05a147a6'], 'active': True} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:02.817212 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [None req-1bb31da9-183e-4414-a523-f26a45582f73 admin admin] For port 9ea9185b-a72f-4c0b-ae08-5d50373b75d7, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=9ea9185b-a72f-4c0b-ae08-5d50373b75d7,segment=NetworkSegment(071d7783-9719-4ea8-bb46-4cbc83b3e1b1),segment_id=071d7783-9719-4ea8-bb46-4cbc83b3e1b1)] {{(pid=98875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:48:02.817560 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-1bb31da9-183e-4414-a523-f26a45582f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:02.866931 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvr_db [None req-82a64fb2-5cf9-4c12-b020-764b0d0aa254 None None] Set router d5666d0a-813f-4a49-80ec-343c05a147a6 gateway port host: None {{(pid=98877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:48:02.945287 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [None req-1bb31da9-183e-4414-a523-f26a45582f73 admin admin] Calling delete_port for 9ea9185b-a72f-4c0b-ae08-5d50373b75d7 owned by network:router_gateway {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:48:02.973839 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_hamode_db [None req-82a64fb2-5cf9-4c12-b020-764b0d0aa254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5666d0a-813f-4a49-80ec-343c05a147a6', 'name': 'tempest-TestShelveInstance-1759936979-router', 'tenant_id': '14af49004bf84c119d88ed5c3e01d2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:42Z', 'updated_at': '2021-06-06T17:48:02Z', 'revision_number': 6, 'project_id': '14af49004bf84c119d88ed5c3e01d2c6', 'gw_port_host': None}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:02.978510 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a64fb2-5cf9-4c12-b020-764b0d0aa254 None None] The sync data for ids ['d5666d0a-813f-4a49-80ec-343c05a147a6'] in dv-cinder-791281-4-smb is: [{'id': 'd5666d0a-813f-4a49-80ec-343c05a147a6', 'name': 'tempest-TestShelveInstance-1759936979-router', 'tenant_id': '14af49004bf84c119d88ed5c3e01d2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:42Z', 'updated_at': '2021-06-06T17:48:02Z', 'revision_number': 6, 'project_id': '14af49004bf84c119d88ed5c3e01d2c6', 'gw_port_host': None}] {{(pid=98877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:48:03.158265 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-1bb31da9-183e-4414-a523-f26a45582f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9508315'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:03.162565 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-4c8fc55c-a87c-45ff-a03d-ecc2cc36b9a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:03.205049 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb31da9-183e-4414-a523-f26a45582f73 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea9185b-a72f-4c0b-ae08-5d50373b75d7,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:03.231521 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-1bb31da9-183e-4414-a523-f26a45582f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:03.408380 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-1bb31da9-183e-4414-a523-f26a45582f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1608001'] for router_gateway, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:03.580682 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-1bb31da9-183e-4414-a523-f26a45582f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-323958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3601'] for router, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:03.582852 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-1bb31da9-183e-4414-a523-f26a45582f73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:03.695708 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-1bb31da9-183e-4414-a523-f26a45582f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-324074'] for router, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:03.696150 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb31da9-183e-4414-a523-f26a45582f73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5666d0a-813f-4a49-80ec-343c05a147a6 {{(pid=98875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 17:48:03.700163 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-1bb31da9-183e-4414-a523-f26a45582f73 admin admin] Notify callbacks [] for router, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:03.701325 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-1bb31da9-183e-4414-a523-f26a45582f73 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d5666d0a-813f-4a49-80ec-343c05a147a6 HTTP/1.1" status: 204 len: 168 time: 1.5278692 Jun 06 17:48:03.704413 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51866) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:03.770949 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9f8257-7fa3-4aa1-8d73-e629842dacc3 admin admin] Deleting subnet 3d298732-8997-4b29-8422-256a047c105f {{(pid=98876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:48:03.774579 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6d9f8257-7fa3-4aa1-8d73-e629842dacc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:03.824644 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6d9f8257-7fa3-4aa1-8d73-e629842dacc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2151807'] for subnet, precommit_delete_associations {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:03.909345 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6d9f8257-7fa3-4aa1-8d73-e629842dacc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496290'] for subnet, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:04.072295 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6d9f8257-7fa3-4aa1-8d73-e629842dacc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2112132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3128098'] for subnet, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:04.076207 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:04.109951 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f8257-7fa3-4aa1-8d73-e629842dacc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d298732-8997-4b29-8422-256a047c105f,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:04.113259 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-6d9f8257-7fa3-4aa1-8d73-e629842dacc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:04.114245 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6d9f8257-7fa3-4aa1-8d73-e629842dacc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:04.116553 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-6d9f8257-7fa3-4aa1-8d73-e629842dacc3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3d298732-8997-4b29-8422-256a047c105f HTTP/1.1" status: 204 len: 168 time: 0.4116001 Jun 06 17:48:04.118926 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51868) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:04.120985 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f7cd77-6b49-4aa4-ab3a-5c0c7792ed29 None None] Network 2485ae72-005f-464c-b8bc-19740adbcfb1 requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:48:04.222076 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2bbccf31-9d6f-464b-b45f-6faf19723bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596576'] for network, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:04.292447 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-2bbccf31-9d6f-464b-b45f-6faf19723bfc admin admin] Deleting port 4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4 {{(pid=98876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:48:04.292786 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2bbccf31-9d6f-464b-b45f-6faf19723bfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:04.354135 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cd03ca-7d0f-4154-bfe3-b44fa3617a2d None None] DHCP port deletion for 2485ae72-005f-464c-b8bc-19740adbcfb1 request from dv-cinder-791281-4-smb {{(pid=98877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 17:48:04.392942 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.db [None req-2bbccf31-9d6f-464b-b45f-6faf19723bfc admin admin] For port 4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4,segment=NetworkSegment(c7651f7e-f594-4551-be36-efc0c607fac4),segment_id=c7651f7e-f594-4551-be36-efc0c607fac4)] {{(pid=98876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:48:04.393449 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2bbccf31-9d6f-464b-b45f-6faf19723bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:04.420976 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-98cd03ca-7d0f-4154-bfe3-b44fa3617a2d None None] Deleting port 4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4 {{(pid=98877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:48:04.421360 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-98cd03ca-7d0f-4154-bfe3-b44fa3617a2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:04.515046 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-2bbccf31-9d6f-464b-b45f-6faf19723bfc admin admin] Calling delete_port for 4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4 owned by network:dhcp {{(pid=98876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:48:04.516325 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-98cd03ca-7d0f-4154-bfe3-b44fa3617a2d None None] For port 4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4,segment=NetworkSegment(c7651f7e-f594-4551-be36-efc0c607fac4),segment_id=c7651f7e-f594-4551-be36-efc0c607fac4)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:48:04.516723 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-98cd03ca-7d0f-4154-bfe3-b44fa3617a2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:04.640414 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-98cd03ca-7d0f-4154-bfe3-b44fa3617a2d None None] Calling delete_port for 4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4 owned by network:dhcp {{(pid=98877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:48:04.680332 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2bbccf31-9d6f-464b-b45f-6faf19723bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2112105'] for port, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:04.685349 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-98cd03ca-7d0f-4154-bfe3-b44fa3617a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489'] for port, after_delete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:04.685774 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-19a77c3c-7c62-4918-a416-ae60710f9593 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:04.689688 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:04.734258 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd03ca-7d0f-4154-bfe3-b44fa3617a2d None None] Pushing event deleted for resources: {'Port': ['ID=4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4,revision_number=None']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:04.734965 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbccf31-9d6f-464b-b45f-6faf19723bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:04.737008 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbccf31-9d6f-464b-b45f-6faf19723bfc admin admin] No DVR routers for this DVR port 4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4 on host dv-cinder-791281-4-smb {{(pid=98876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:48:04.739379 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cd03ca-7d0f-4154-bfe3-b44fa3617a2d None None] No DVR routers for this DVR port 4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4 on host dv-cinder-791281-4-smb {{(pid=98877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:48:04.739699 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-2bbccf31-9d6f-464b-b45f-6faf19723bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:04.741633 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-98cd03ca-7d0f-4154-bfe3-b44fa3617a2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:04.811183 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 9ea9185b-a72f-4c0b-ae08-5d50373b75d7 no longer exists at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:48:04.850839 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] No Port match for: 9ea9185b-a72f-4c0b-ae08-5d50373b75d7 {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:48:04.851434 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 9ea9185b-a72f-4c0b-ae08-5d50373b75d7 not bound to the agent host dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:48:04.852031 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4 no longer exists at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:48:04.864681 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2bbccf31-9d6f-464b-b45f-6faf19723bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493627', 'neutron.services.segments.db._delete_segments_for_network-8729318600102'] for network, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:04.880099 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-2bbccf31-9d6f-464b-b45f-6faf19723bfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2485ae72-005f-464c-b8bc-19740adbcfb1']}} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:04.894036 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-2bbccf31-9d6f-464b-b45f-6faf19723bfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7651f7e-f594-4551-be36-efc0c607fac4') {'for_net_delete': True} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:04.894454 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-2bbccf31-9d6f-464b-b45f-6faf19723bfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7651f7e-f594-4551-be36-efc0c607fac4') {} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:04.907237 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2bbccf31-9d6f-464b-b45f-6faf19723bfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729318605249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2151750'] for segment, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:04.923832 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2bbccf31-9d6f-464b-b45f-6faf19723bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:04.930444 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbccf31-9d6f-464b-b45f-6faf19723bfc admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=98876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:48:04.930763 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] No Port match for: 4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4 {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:48:04.930885 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2bbccf31-9d6f-464b-b45f-6faf19723bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2112062'] for segment, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:04.931125 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 4f9cb0f2-47fe-46c8-bcd5-60fcc0ed2df4 not bound to the agent host dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:48:04.931540 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea no longer exists at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: Traceback (most recent call last): Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: timer() Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: cb(*args, **kw) Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: return func(*args, **kwargs) Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: self._notify() Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: self.callback(batched_events) Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: event.method(event) Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: return f(self, *a, **k) Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: return self._get(url).json() Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: return self.request(url, 'GET', **kwargs) Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:48:04.945302 dv-cinder-791281-4-smb neutron-server[98876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:48:04.964694 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] No Port match for: faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:48:04.965379 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device faf0e8e5-c8e6-4ea8-81f2-c196c1a0d4ea not bound to the agent host dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:48:05.193651 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2bbccf31-9d6f-464b-b45f-6faf19723bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608036'] for network, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:05.196664 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:05.209491 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-2bbccf31-9d6f-464b-b45f-6faf19723bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:05.211275 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-2bbccf31-9d6f-464b-b45f-6faf19723bfc admin admin] 10.222.0.23 "DELETE /v2.0/networks/2485ae72-005f-464c-b8bc-19740adbcfb1 HTTP/1.1" status: 204 len: 168 time: 1.0914297 Jun 06 17:48:05.217402 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbccf31-9d6f-464b-b45f-6faf19723bfc admin admin] Pushing event deleted for resources: {'Network': ['ID=2485ae72-005f-464c-b8bc-19740adbcfb1,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:05.219662 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-2bbccf31-9d6f-464b-b45f-6faf19723bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:05.430556 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4c6e13b2-99e6-450b-8e01-f318a186a7c5 req-fad728ae-67e1-400d-87e0-4cf89e1c8c5e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693493 Jun 06 17:48:05.468966 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51872) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:05.517756 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-9450eb75-d097-4306-9024-6bee57b35d6a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e04771eabc3d4bcda17450a5c7a0c4ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475321 Jun 06 17:48:05.520172 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51874) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:05.569291 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e13b2-99e6-450b-8e01-f318a186a7c5 req-6eba4e1e-3e17-4453-a17b-77e2d5f6b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:05.570772 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4c6e13b2-99e6-450b-8e01-f318a186a7c5 req-6eba4e1e-3e17-4453-a17b-77e2d5f6b9fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=112f749fb4de43ca891e9f33ff29787e&device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 1099 time: 0.0719409 Jun 06 17:48:05.577170 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9de06252-2714-434c-83bc-c035016a0a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:05.606605 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9de06252-2714-434c-83bc-c035016a0a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:05.712964 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e13b2-99e6-450b-8e01-f318a186a7c5 req-f3dfb81e-33a9-4008-89f2-8451eabb1c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:05.714337 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4c6e13b2-99e6-450b-8e01-f318a186a7c5 req-f3dfb81e-33a9-4008-89f2-8451eabb1c7c service neutron] 10.222.0.21 "GET /v2.0/networks?id=72559bc2-9c29-4f2a-bcda-ce8b6786233f HTTP/1.1" status: 200 len: 917 time: 0.1261449 Jun 06 17:48:05.725215 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9de06252-2714-434c-83bc-c035016a0a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:05.727657 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-9de06252-2714-434c-83bc-c035016a0a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:05.728748 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-9de06252-2714-434c-83bc-c035016a0a01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b59b1a13-67cd-4ac1-860c-8f4121e7d06b HTTP/1.1" status: 204 len: 168 time: 0.2077014 Jun 06 17:48:05.729523 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-d44ca4c4-8a10-4ce3-8d4d-8ebc49616fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:05.739204 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de06252-2714-434c-83bc-c035016a0a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59b1a13-67cd-4ac1-860c-8f4121e7d06b,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:05.741575 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-9de06252-2714-434c-83bc-c035016a0a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:05.822820 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4c6e13b2-99e6-450b-8e01-f318a186a7c5 req-2aa2d283-62bb-458b-acd9-f064ff9a393f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02563694-f59b-4698-873a-4adddebe1355 HTTP/1.1" status: 200 len: 1001 time: 0.1008499 Jun 06 17:48:05.885013 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e13b2-99e6-450b-8e01-f318a186a7c5 req-1b82d70b-d309-4180-8c20-8c5664e07570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:05.886772 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4c6e13b2-99e6-450b-8e01-f318a186a7c5 req-1b82d70b-d309-4180-8c20-8c5664e07570 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad36e52f-085e-4814-93d9-62d98b3cab30 HTTP/1.1" status: 200 len: 855 time: 0.0573890 Jun 06 17:48:05.961229 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e13b2-99e6-450b-8e01-f318a186a7c5 req-0dd7df0e-8e77-42dc-a03c-acff3cae1f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:05.962703 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4c6e13b2-99e6-450b-8e01-f318a186a7c5 req-0dd7df0e-8e77-42dc-a03c-acff3cae1f3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=72559bc2-9c29-4f2a-bcda-ce8b6786233f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0694284 Jun 06 17:48:06.093593 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4c6e13b2-99e6-450b-8e01-f318a186a7c5 req-e0d61409-0a9f-44a2-b273-d3ac3955eec2 service neutron] 10.222.0.21 "GET /v2.0/networks/72559bc2-9c29-4f2a-bcda-ce8b6786233f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244593 Jun 06 17:48:06.228176 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4c6e13b2-99e6-450b-8e01-f318a186a7c5 req-360bc9ab-36f1-4161-aa90-4bd1d8865274 service neutron] 10.222.0.21 "GET /v2.0/networks/72559bc2-9c29-4f2a-bcda-ce8b6786233f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267219 Jun 06 17:48:06.650018 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 51880) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:06.700234 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-0877a62a-d32d-431c-ae20-9b26b4983fc4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=14af49004bf84c119d88ed5c3e01d2c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489995 Jun 06 17:48:06.702552 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 51882) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:06.758442 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-fbb778ef-53e6-4085-9f00-ced6109e1b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:06.782927 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-fbb778ef-53e6-4085-9f00-ced6109e1b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:06.924849 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-fbb778ef-53e6-4085-9f00-ced6109e1b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:06.927278 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-fbb778ef-53e6-4085-9f00-ced6109e1b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:06.928879 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-fbb778ef-53e6-4085-9f00-ced6109e1b1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/358ddf27-f920-4445-932c-050613a6ad8b HTTP/1.1" status: 204 len: 168 time: 0.2249737 Jun 06 17:48:06.929607 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-c51b3a34-2c4d-489d-914d-1d53594461d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:06.938974 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb778ef-53e6-4085-9f00-ced6109e1b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358ddf27-f920-4445-932c-050613a6ad8b,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:06.941308 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-fbb778ef-53e6-4085-9f00-ced6109e1b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:07.437030 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:48:15.764447 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-22d3e465-94fb-4c02-91d4-7814447d01a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:18.279029 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-a819aa74-a2cd-483c-bc42-f7089886866a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:18.290280 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:19.249215 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:20.884603 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:27.834920 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d098b1-8e65-4fd1-a20b-7570a42207c1 req-4900529e-e197-4a0a-a6c3-96ea0faff8d9 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:27.836344 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-74d098b1-8e65-4fd1-a20b-7570a42207c1 req-4900529e-e197-4a0a-a6c3-96ea0faff8d9 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 946 time: 0.0784886 Jun 06 17:48:27.880459 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-74d098b1-8e65-4fd1-a20b-7570a42207c1 req-36747e07-61be-406c-b56a-4ae6149c5123 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380001 Jun 06 17:48:29.117979 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a48fad-ac90-42b6-86c2-a343881fa4ee req-0749b8a3-bd98-461c-bebf-ae5042f3c76b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:29.119390 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-08a48fad-ac90-42b6-86c2-a343881fa4ee req-0749b8a3-bd98-461c-bebf-ae5042f3c76b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 946 time: 0.1412597 Jun 06 17:48:29.127142 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294b7b7-c587-4954-aa0e-955c603fff39 req-7fbda704-2b96-49dc-891f-c4c1e2c2823e tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:29.128416 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1294b7b7-c587-4954-aa0e-955c603fff39 req-7fbda704-2b96-49dc-891f-c4c1e2c2823e tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 946 time: 0.1173167 Jun 06 17:48:29.251915 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-1294b7b7-c587-4954-aa0e-955c603fff39 req-bf8e20f5-7465-4646-adca-bf5d8686d982 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups?id=157added-ee9e-4855-89e4-4a4ce3f6e687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954998 Jun 06 17:48:29.288093 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-08a48fad-ac90-42b6-86c2-a343881fa4ee req-ed7e217e-f36e-4e9c-8900-4ac38440107b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Deleting port 02563694-f59b-4698-873a-4adddebe1355 {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:48:29.288426 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-08a48fad-ac90-42b6-86c2-a343881fa4ee req-ed7e217e-f36e-4e9c-8900-4ac38440107b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:29.506595 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-08a48fad-ac90-42b6-86c2-a343881fa4ee req-ed7e217e-f36e-4e9c-8900-4ac38440107b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] For port 02563694-f59b-4698-873a-4adddebe1355, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=02563694-f59b-4698-873a-4adddebe1355,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:48:29.506866 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-08a48fad-ac90-42b6-86c2-a343881fa4ee req-ed7e217e-f36e-4e9c-8900-4ac38440107b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:29.797322 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-08a48fad-ac90-42b6-86c2-a343881fa4ee req-ed7e217e-f36e-4e9c-8900-4ac38440107b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:29.797568 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-08a48fad-ac90-42b6-86c2-a343881fa4ee req-ed7e217e-f36e-4e9c-8900-4ac38440107b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608054'] for floatingip, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:29.797869 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.db.l3_db [req-08a48fad-ac90-42b6-86c2-a343881fa4ee req-ed7e217e-f36e-4e9c-8900-4ac38440107b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Floating IP c7700ef2-f843-4c3c-b563-30c860b9dc96 disassociated. External IP: 172.28.3.160, port: 02563694-f59b-4698-873a-4adddebe1355. Jun 06 17:48:29.798228 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-08a48fad-ac90-42b6-86c2-a343881fa4ee req-ed7e217e-f36e-4e9c-8900-4ac38440107b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Calling delete_port for 02563694-f59b-4698-873a-4adddebe1355 owned by compute:nova {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:48:29.970368 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-08a48fad-ac90-42b6-86c2-a343881fa4ee req-ed7e217e-f36e-4e9c-8900-4ac38440107b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9508315'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:29.975725 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-acb0f2f0-2187-4ed8-a791-4ff8c657bd56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:30.019911 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e217e-f36e-4e9c-8900-4ac38440107b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Pushing event deleted for resources: {'Port': ['ID=02563694-f59b-4698-873a-4adddebe1355,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:30.022925 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-ed7e217e-f36e-4e9c-8900-4ac38440107b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:30.207969 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08a48fad-ac90-42b6-86c2-a343881fa4ee req-ed7e217e-f36e-4e9c-8900-4ac38440107b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Router c2fd68fd-b485-4ca5-9580-0bba8a39bc99 has already been hosted by L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 {{(pid=98875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:48:30.388655 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08a48fad-ac90-42b6-86c2-a343881fa4ee req-ed7e217e-f36e-4e9c-8900-4ac38440107b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:48:30.403313 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e48aca-cd44-4fa0-94e1-684dc6a01277 None None] Sync routers for ids ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'] in dv-cinder-791281-4-smb {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:48:30.409427 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b68774df-6cbe-4526-b722-bc6f31f20dab req-891c2efa-3c29-43f9-886e-dbb3ecce46f9 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 210 time: 0.0487404 Jun 06 17:48:30.431539 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e48aca-cd44-4fa0-94e1-684dc6a01277 None None] Routers {'c2fd68fd-b485-4ca5-9580-0bba8a39bc99'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:48:30.432955 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-61e48aca-cd44-4fa0-94e1-684dc6a01277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:48:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:30.465439 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a48fad-ac90-42b6-86c2-a343881fa4ee req-ed7e217e-f36e-4e9c-8900-4ac38440107b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] No DVR routers for this DVR port 02563694-f59b-4698-873a-4adddebe1355 on host hv-cinder-79128 {{(pid=98875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:48:30.468019 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-08a48fad-ac90-42b6-86c2-a343881fa4ee req-ed7e217e-f36e-4e9c-8900-4ac38440107b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:30.470050 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-08a48fad-ac90-42b6-86c2-a343881fa4ee req-ed7e217e-f36e-4e9c-8900-4ac38440107b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.21 "DELETE /v2.0/ports/02563694-f59b-4698-873a-4adddebe1355 HTTP/1.1" status: 204 len: 173 time: 1.3406944 Jun 06 17:48:30.470581 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab5dcf6-55ce-4674-9729-84f77d20aa1a', 'name': 'network-vif-deleted', 'tag': '02563694-f59b-4698-873a-4adddebe1355'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:48:30.476431 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85b0b15-2cf5-4bc4-b963-e951ba3a1073" -d '{"events": [{"server_uuid": "7ab5dcf6-55ce-4674-9729-84f77d20aa1a", "name": "network-vif-deleted", "tag": "02563694-f59b-4698-873a-4adddebe1355"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:48:30.521247 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91824381-31c4-441d-a1ab-b9e4f6fc4086 x-openstack-request-id: req-91824381-31c4-441d-a1ab-b9e4f6fc4086 {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:48:30.521454 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab5dcf6-55ce-4674-9729-84f77d20aa1a", "name": "network-vif-deleted", "tag": "02563694-f59b-4698-873a-4adddebe1355", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:48:30.521738 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91824381-31c4-441d-a1ab-b9e4f6fc4086 {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:48:30.522549 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab5dcf6-55ce-4674-9729-84f77d20aa1a', 'name': 'network-vif-deleted', 'tag': '02563694-f59b-4698-873a-4adddebe1355', 'status': 'completed', 'code': 200} Jun 06 17:48:30.614462 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-61e48aca-cd44-4fa0-94e1-684dc6a01277 None None] Set router c2fd68fd-b485-4ca5-9580-0bba8a39bc99 gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:48:30.919464 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-61e48aca-cd44-4fa0-94e1-684dc6a01277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'name': 'tempest-AttachVolumeShelveTestJSON-397972244-router', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:36Z', 'updated_at': '2021-06-06T17:42:47Z', 'revision_number': 4, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'gw_port': {'id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:38Z', 'updated_at': '2021-06-06T17:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': '505a1b11-18e4-498d-ac8b-190b41f150ab', 'name': '', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'mac_address': 'fa:16:3e:de:08:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:45Z', 'updated_at': '2021-06-06T17:42:57Z', 'revision_number': 5, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'subnets': [{'id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:30.923211 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e48aca-cd44-4fa0-94e1-684dc6a01277 None None] Checking router: c2fd68fd-b485-4ca5-9580-0bba8a39bc99 for host: dv-cinder-791281-4-smb {{(pid=98878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:48:30.931314 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e48aca-cd44-4fa0-94e1-684dc6a01277 None None] Routers {'c2fd68fd-b485-4ca5-9580-0bba8a39bc99'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:48:30.931891 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-61e48aca-cd44-4fa0-94e1-684dc6a01277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:48:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:31.101152 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-61e48aca-cd44-4fa0-94e1-684dc6a01277 None None] Set router c2fd68fd-b485-4ca5-9580-0bba8a39bc99 gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:48:31.405561 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-61e48aca-cd44-4fa0-94e1-684dc6a01277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'name': 'tempest-AttachVolumeShelveTestJSON-397972244-router', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:36Z', 'updated_at': '2021-06-06T17:42:47Z', 'revision_number': 4, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'gw_port': {'id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:38Z', 'updated_at': '2021-06-06T17:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': '505a1b11-18e4-498d-ac8b-190b41f150ab', 'name': '', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'mac_address': 'fa:16:3e:de:08:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:45Z', 'updated_at': '2021-06-06T17:42:57Z', 'revision_number': 5, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'subnets': [{'id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:31.409314 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e48aca-cd44-4fa0-94e1-684dc6a01277 None None] The sync data for ids ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'] in dv-cinder-791281-4-smb is: [{'id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'name': 'tempest-AttachVolumeShelveTestJSON-397972244-router', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:36Z', 'updated_at': '2021-06-06T17:42:47Z', 'revision_number': 4, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'gw_port': {'id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:38Z', 'updated_at': '2021-06-06T17:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb', '_interfaces': [{'id': '505a1b11-18e4-498d-ac8b-190b41f150ab', 'name': '', 'network_id': '72559bc2-9c29-4f2a-bcda-ce8b6786233f', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'mac_address': 'fa:16:3e:de:08:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:45Z', 'updated_at': '2021-06-06T17:42:57Z', 'revision_number': 5, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'subnets': [{'id': 'ad36e52f-085e-4814-93d9-62d98b3cab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:48:31.586362 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-4a724e41-b923-467d-b55d-17480ea69cb2 req-3a91ae8d-2a1e-468f-b09c-4fc25d35f4d6 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ab5dcf6-55ce-4674-9729-84f77d20aa1a HTTP/1.1" status: 200 len: 210 time: 0.0438101 Jun 06 17:48:31.638144 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b09b1f-5890-4587-ac3b-762faf50b851 None None] New status for floating IP c7700ef2-f843-4c3c-b563-30c860b9dc96: DOWN {{(pid=98877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:48:32.170270 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:32.788094 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51912) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:32.850202 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-bc187509-213a-4b09-8a55-eab56c2436a4 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:32.876677 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-bc187509-213a-4b09-8a55-eab56c2436a4 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:33.004505 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-bc187509-213a-4b09-8a55-eab56c2436a4 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:33.006909 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-bc187509-213a-4b09-8a55-eab56c2436a4 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:33.007997 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-bc187509-213a-4b09-8a55-eab56c2436a4 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "DELETE /v2.0/security-groups/157added-ee9e-4855-89e4-4a4ce3f6e687 HTTP/1.1" status: 204 len: 168 time: 0.2188847 Jun 06 17:48:33.008730 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-247363f7-dc6d-4443-8dc6-491a763d8460 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:33.011931 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 51914) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:33.019988 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc187509-213a-4b09-8a55-eab56c2436a4 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=157added-ee9e-4855-89e4-4a4ce3f6e687,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:33.022980 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-bc187509-213a-4b09-8a55-eab56c2436a4 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:33.028064 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.api.v2.resource [None req-4df31939-dcca-4386-b221-656f0eaabb72 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] show failed (client error): The resource could not be found. Jun 06 17:48:33.031489 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-4df31939-dcca-4386-b221-656f0eaabb72 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "GET /v2.0/security-groups/157added-ee9e-4855-89e4-4a4ce3f6e687 HTTP/1.1" status: 404 len: 347 time: 0.0162919 Jun 06 17:48:33.032220 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 51916) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:33.254686 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [None req-503fa545-0915-4b15-b9b3-123aa7670f62 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Deleting port ed01513b-916c-4f70-aa82-4dd0874812f2 {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:48:33.255018 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-503fa545-0915-4b15-b9b3-123aa7670f62 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:33.372379 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-503fa545-0915-4b15-b9b3-123aa7670f62 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:33.372611 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-503fa545-0915-4b15-b9b3-123aa7670f62 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:33.385075 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 02563694-f59b-4698-873a-4adddebe1355 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:48:33.418883 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] No Port match for: 02563694-f59b-4698-873a-4adddebe1355 {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:48:33.419224 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 02563694-f59b-4698-873a-4adddebe1355 not bound to the agent host hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:48:33.593424 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [None req-503fa545-0915-4b15-b9b3-123aa7670f62 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Calling delete_port for ed01513b-916c-4f70-aa82-4dd0874812f2 owned by network:floatingip {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:48:33.764606 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-503fa545-0915-4b15-b9b3-123aa7670f62 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9508315'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:33.768217 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-bd4088b2-0159-4dce-b454-dac7aef6298b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:33.812814 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fa545-0915-4b15-b9b3-123aa7670f62 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Pushing event deleted for resources: {'Port': ['ID=ed01513b-916c-4f70-aa82-4dd0874812f2,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:33.815882 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-503fa545-0915-4b15-b9b3-123aa7670f62 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:33.905026 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-503fa545-0915-4b15-b9b3-123aa7670f62 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks [] for floatingip, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:33.907472 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-503fa545-0915-4b15-b9b3-123aa7670f62 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for floatingip, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:33.908653 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-503fa545-0915-4b15-b9b3-123aa7670f62 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] 10.222.0.23 "DELETE /v2.0/floatingips/c7700ef2-f843-4c3c-b563-30c860b9dc96 HTTP/1.1" status: 204 len: 168 time: 0.8754647 Jun 06 17:48:36.957152 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51938) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:37.693852 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-1e4e9ae7-da28-4f4a-87ce-ded029cc09f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-321489'] for router_interface, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:38.091036 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-1e4e9ae7-da28-4f4a-87ce-ded029cc09f5 admin admin] Deleting port 505a1b11-18e4-498d-ac8b-190b41f150ab {{(pid=98876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:48:38.091722 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-1e4e9ae7-da28-4f4a-87ce-ded029cc09f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:38.307000 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.db [None req-1e4e9ae7-da28-4f4a-87ce-ded029cc09f5 admin admin] For port 505a1b11-18e4-498d-ac8b-190b41f150ab, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=505a1b11-18e4-498d-ac8b-190b41f150ab,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:48:38.307884 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-1e4e9ae7-da28-4f4a-87ce-ded029cc09f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:38.431770 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-1e4e9ae7-da28-4f4a-87ce-ded029cc09f5 admin admin] Calling delete_port for 505a1b11-18e4-498d-ac8b-190b41f150ab owned by network:router_interface {{(pid=98876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:48:38.627410 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-1e4e9ae7-da28-4f4a-87ce-ded029cc09f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2112105'] for port, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:38.631849 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-9f9c50d6-b507-4b4a-8823-dd286bd1f53b tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:38.677896 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e9ae7-da28-4f4a-87ce-ded029cc09f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=505a1b11-18e4-498d-ac8b-190b41f150ab,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:38.743438 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4e9ae7-da28-4f4a-87ce-ded029cc09f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:38.743811 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4e9ae7-da28-4f4a-87ce-ded029cc09f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:38.744179 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4e9ae7-da28-4f4a-87ce-ded029cc09f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:38.744535 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4e9ae7-da28-4f4a-87ce-ded029cc09f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:38.744883 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4e9ae7-da28-4f4a-87ce-ded029cc09f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:38.745239 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4e9ae7-da28-4f4a-87ce-ded029cc09f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:38.745590 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4e9ae7-da28-4f4a-87ce-ded029cc09f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:38.745940 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4e9ae7-da28-4f4a-87ce-ded029cc09f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:38.746294 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4e9ae7-da28-4f4a-87ce-ded029cc09f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:38.746708 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4e9ae7-da28-4f4a-87ce-ded029cc09f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:38.746971 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4e9ae7-da28-4f4a-87ce-ded029cc09f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:38.747314 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4e9ae7-da28-4f4a-87ce-ded029cc09f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:38.752971 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-1e4e9ae7-da28-4f4a-87ce-ded029cc09f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:38.955601 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-1e4e9ae7-da28-4f4a-87ce-ded029cc09f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1694887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-320159'] for router_interface, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:39.307984 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4e9ae7-da28-4f4a-87ce-ded029cc09f5 admin admin] Router c2fd68fd-b485-4ca5-9580-0bba8a39bc99 has already been hosted by L3 agent ceae2cb0-3563-437a-a73d-bd7a506bc314 {{(pid=98876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:48:39.483500 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4e9ae7-da28-4f4a-87ce-ded029cc09f5 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-smb the message routers_updated {{(pid=98876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:48:39.488565 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-1e4e9ae7-da28-4f4a-87ce-ded029cc09f5 admin admin] 10.222.0.23 "PUT /v2.0/routers/c2fd68fd-b485-4ca5-9580-0bba8a39bc99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5304163 Jun 06 17:48:39.491153 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51942) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:39.493904 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d022005-4e3a-4e9e-a51b-484a4a20d07d None None] Sync routers for ids ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'] in dv-cinder-791281-4-smb {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:48:39.504291 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d022005-4e3a-4e9e-a51b-484a4a20d07d None None] Routers {'c2fd68fd-b485-4ca5-9580-0bba8a39bc99'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:48:39.504904 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-2d022005-4e3a-4e9e-a51b-484a4a20d07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:48:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:39.683439 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-2d022005-4e3a-4e9e-a51b-484a4a20d07d None None] Set router c2fd68fd-b485-4ca5-9580-0bba8a39bc99 gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:48:39.773673 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f87291a8-cc9a-4af3-be50-01483e9ea074 admin admin] Notify callbacks [] for router, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:39.947772 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f87291a8-cc9a-4af3-be50-01483e9ea074 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:39.971491 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-2d022005-4e3a-4e9e-a51b-484a4a20d07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'name': 'tempest-AttachVolumeShelveTestJSON-397972244-router', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:36Z', 'updated_at': '2021-06-06T17:48:38Z', 'revision_number': 5, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'gw_port': {'id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:38Z', 'updated_at': '2021-06-06T17:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:39.977426 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d022005-4e3a-4e9e-a51b-484a4a20d07d None None] Checking router: c2fd68fd-b485-4ca5-9580-0bba8a39bc99 for host: dv-cinder-791281-4-smb {{(pid=98878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:48:39.983976 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d022005-4e3a-4e9e-a51b-484a4a20d07d None None] Routers {'c2fd68fd-b485-4ca5-9580-0bba8a39bc99'} bound to L3 agent in host dv-cinder-791281-4-smb {{(pid=98878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:48:39.984582 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-2d022005-4e3a-4e9e-a51b-484a4a20d07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T17:31:48Z,description=,heartbeat_timestamp=2021-06-06T17:48:18Z,host='dv-cinder-791281-4-smb',id=ceae2cb0-3563-437a-a73d-bd7a506bc314,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:48Z,topic='l3_agent')) {'router_ids': ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'], 'active': True} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:40.108907 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-f87291a8-cc9a-4af3-be50-01483e9ea074 admin admin] Deleting port 8296bab6-6c02-4194-9d04-ddad61f7c011 {{(pid=98876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:48:40.109246 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f87291a8-cc9a-4af3-be50-01483e9ea074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:40.158435 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_dvr_db [None req-2d022005-4e3a-4e9e-a51b-484a4a20d07d None None] Set router c2fd68fd-b485-4ca5-9580-0bba8a39bc99 gateway port host: dv-cinder-791281-4-smb {{(pid=98878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:48:40.232642 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.db [None req-f87291a8-cc9a-4af3-be50-01483e9ea074 admin admin] For port 8296bab6-6c02-4194-9d04-ddad61f7c011, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=8296bab6-6c02-4194-9d04-ddad61f7c011,segment=NetworkSegment(071d7783-9719-4ea8-bb46-4cbc83b3e1b1),segment_id=071d7783-9719-4ea8-bb46-4cbc83b3e1b1)] {{(pid=98876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:48:40.232903 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f87291a8-cc9a-4af3-be50-01483e9ea074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:40.357986 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-f87291a8-cc9a-4af3-be50-01483e9ea074 admin admin] Calling delete_port for 8296bab6-6c02-4194-9d04-ddad61f7c011 owned by network:router_gateway {{(pid=98876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:48:40.438647 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.l3_hamode_db [None req-2d022005-4e3a-4e9e-a51b-484a4a20d07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'name': 'tempest-AttachVolumeShelveTestJSON-397972244-router', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:36Z', 'updated_at': '2021-06-06T17:48:38Z', 'revision_number': 5, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'gw_port': {'id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:38Z', 'updated_at': '2021-06-06T17:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}], 'dv-cinder-791281-4-smb', False) {} {{(pid=98878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:40.442519 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d022005-4e3a-4e9e-a51b-484a4a20d07d None None] The sync data for ids ['c2fd68fd-b485-4ca5-9580-0bba8a39bc99'] in dv-cinder-791281-4-smb is: [{'id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'name': 'tempest-AttachVolumeShelveTestJSON-397972244-router', 'tenant_id': '112f749fb4de43ca891e9f33ff29787e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'external_fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:42:36Z', 'updated_at': '2021-06-06T17:48:38Z', 'revision_number': 5, 'project_id': '112f749fb4de43ca891e9f33ff29787e', 'gw_port': {'id': '8296bab6-6c02-4194-9d04-ddad61f7c011', 'name': '', 'network_id': 'ba4729d8-bae0-44dd-959b-45f2743fbe2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd68fd-b485-4ca5-9580-0bba8a39bc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:42:38Z', 'updated_at': '2021-06-06T17:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ac2d9e-a11c-4f30-89f8-f7a6f927176d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-smb'}] {{(pid=98878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:48:40.547406 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f87291a8-cc9a-4af3-be50-01483e9ea074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2112105'] for port, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:40.551113 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:40.596108 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87291a8-cc9a-4af3-be50-01483e9ea074 admin admin] Pushing event deleted for resources: {'Port': ['ID=8296bab6-6c02-4194-9d04-ddad61f7c011,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:40.599821 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-f87291a8-cc9a-4af3-be50-01483e9ea074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:40.688541 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f87291a8-cc9a-4af3-be50-01483e9ea074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1608001'] for router_gateway, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:40.863403 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f87291a8-cc9a-4af3-be50-01483e9ea074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-323958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3601'] for router, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:40.865823 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f87291a8-cc9a-4af3-be50-01483e9ea074 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:40.882248 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 505a1b11-18e4-498d-ac8b-190b41f150ab no longer exists at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:48:40.923370 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] No Port match for: 505a1b11-18e4-498d-ac8b-190b41f150ab {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:48:40.923714 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 505a1b11-18e4-498d-ac8b-190b41f150ab not bound to the agent host dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:48:40.974961 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f87291a8-cc9a-4af3-be50-01483e9ea074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-324074'] for router, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:40.975466 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87291a8-cc9a-4af3-be50-01483e9ea074 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2fd68fd-b485-4ca5-9580-0bba8a39bc99 {{(pid=98876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 17:48:40.979496 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-f87291a8-cc9a-4af3-be50-01483e9ea074 admin admin] Notify callbacks [] for router, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:40.982138 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-f87291a8-cc9a-4af3-be50-01483e9ea074 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c2fd68fd-b485-4ca5-9580-0bba8a39bc99 HTTP/1.1" status: 204 len: 168 time: 1.4885612 Jun 06 17:48:40.983183 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51944) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:41.048232 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4cd3955-765b-4e72-9b73-68e73f6bffde admin admin] Deleting subnet ad36e52f-085e-4814-93d9-62d98b3cab30 {{(pid=98876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:48:41.051203 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-c4cd3955-765b-4e72-9b73-68e73f6bffde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:41.102568 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-c4cd3955-765b-4e72-9b73-68e73f6bffde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2151807'] for subnet, precommit_delete_associations {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:41.183702 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-c4cd3955-765b-4e72-9b73-68e73f6bffde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496290'] for subnet, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:41.312467 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-c4cd3955-765b-4e72-9b73-68e73f6bffde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2112132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3128098'] for subnet, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:41.316491 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-b85446d6-1041-4b36-aaff-3de27b68d9f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:41.349460 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd3955-765b-4e72-9b73-68e73f6bffde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad36e52f-085e-4814-93d9-62d98b3cab30,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:41.353063 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-c4cd3955-765b-4e72-9b73-68e73f6bffde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:41.355297 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-c4cd3955-765b-4e72-9b73-68e73f6bffde admin admin] Notify callbacks [] for subnet, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:41.357139 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-c4cd3955-765b-4e72-9b73-68e73f6bffde admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ad36e52f-085e-4814-93d9-62d98b3cab30 HTTP/1.1" status: 204 len: 168 time: 0.3730524 Jun 06 17:48:41.359568 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51946) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:41.362595 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de9fde8-df89-4592-9816-dcce60e67705 None None] Network 72559bc2-9c29-4f2a-bcda-ce8b6786233f requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:48:41.566329 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6322ec7a-f276-44ef-828c-720120db8398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596576'] for network, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:41.614786 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35fd975-c44a-4633-aba9-70b993dc5110 None None] DHCP port deletion for 72559bc2-9c29-4f2a-bcda-ce8b6786233f request from dv-cinder-791281-4-smb {{(pid=98877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 17:48:41.642581 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-6322ec7a-f276-44ef-828c-720120db8398 admin admin] Deleting port 3f384be2-c4fb-476f-8803-c8e2779231cf {{(pid=98876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:48:41.642916 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6322ec7a-f276-44ef-828c-720120db8398 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:41.679880 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-c35fd975-c44a-4633-aba9-70b993dc5110 None None] Deleting port 3f384be2-c4fb-476f-8803-c8e2779231cf {{(pid=98877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:48:41.680258 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c35fd975-c44a-4633-aba9-70b993dc5110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:41.741551 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.db [None req-6322ec7a-f276-44ef-828c-720120db8398 admin admin] For port 3f384be2-c4fb-476f-8803-c8e2779231cf, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=3f384be2-c4fb-476f-8803-c8e2779231cf,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:48:41.741828 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6322ec7a-f276-44ef-828c-720120db8398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:41.773015 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-c35fd975-c44a-4633-aba9-70b993dc5110 None None] For port 3f384be2-c4fb-476f-8803-c8e2779231cf, host dv-cinder-791281-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-smb',level=0,port_id=3f384be2-c4fb-476f-8803-c8e2779231cf,segment=NetworkSegment(1c3def78-66f0-4a96-a6f3-0e800da91f87),segment_id=1c3def78-66f0-4a96-a6f3-0e800da91f87)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:48:41.773402 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c35fd975-c44a-4633-aba9-70b993dc5110 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:41.865747 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.plugin [None req-6322ec7a-f276-44ef-828c-720120db8398 admin admin] Calling delete_port for 3f384be2-c4fb-476f-8803-c8e2779231cf owned by network:dhcp {{(pid=98876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:48:41.896195 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-c35fd975-c44a-4633-aba9-70b993dc5110 None None] Calling delete_port for 3f384be2-c4fb-476f-8803-c8e2779231cf owned by network:dhcp {{(pid=98877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:48:41.947292 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6322ec7a-f276-44ef-828c-720120db8398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2112105'] for port, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:41.951971 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-9cf5f5e5-0842-4283-999b-2d50f66cc88b tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:41.952754 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c35fd975-c44a-4633-aba9-70b993dc5110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489'] for port, after_delete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:41.956268 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:41.996519 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322ec7a-f276-44ef-828c-720120db8398 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f384be2-c4fb-476f-8803-c8e2779231cf,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:41.998603 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fd975-c44a-4633-aba9-70b993dc5110 None None] Pushing event deleted for resources: {'Port': ['ID=3f384be2-c4fb-476f-8803-c8e2779231cf,revision_number=None']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:41.998745 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6322ec7a-f276-44ef-828c-720120db8398 admin admin] No DVR routers for this DVR port 3f384be2-c4fb-476f-8803-c8e2779231cf on host dv-cinder-791281-4-smb {{(pid=98876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:48:42.000307 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-6322ec7a-f276-44ef-828c-720120db8398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:42.006568 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35fd975-c44a-4633-aba9-70b993dc5110 None None] No DVR routers for this DVR port 3f384be2-c4fb-476f-8803-c8e2779231cf on host dv-cinder-791281-4-smb {{(pid=98877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:48:42.008377 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fd975-c44a-4633-aba9-70b993dc5110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:42.008713 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fd975-c44a-4633-aba9-70b993dc5110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:42.009040 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fd975-c44a-4633-aba9-70b993dc5110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:42.009361 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fd975-c44a-4633-aba9-70b993dc5110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:42.009678 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fd975-c44a-4633-aba9-70b993dc5110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:42.009996 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fd975-c44a-4633-aba9-70b993dc5110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:42.010444 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fd975-c44a-4633-aba9-70b993dc5110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:42.010759 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fd975-c44a-4633-aba9-70b993dc5110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:42.011073 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fd975-c44a-4633-aba9-70b993dc5110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:42.011381 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fd975-c44a-4633-aba9-70b993dc5110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:42.011689 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fd975-c44a-4633-aba9-70b993dc5110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:42.011997 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fd975-c44a-4633-aba9-70b993dc5110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:42.015347 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-c35fd975-c44a-4633-aba9-70b993dc5110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:42.116429 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6322ec7a-f276-44ef-828c-720120db8398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493627', 'neutron.services.segments.db._delete_segments_for_network-8729318600102'] for network, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:42.128460 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-6322ec7a-f276-44ef-828c-720120db8398 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72559bc2-9c29-4f2a-bcda-ce8b6786233f']}} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:42.140366 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-6322ec7a-f276-44ef-828c-720120db8398 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c3def78-66f0-4a96-a6f3-0e800da91f87') {'for_net_delete': True} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:42.140674 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.services.segments.db [None req-6322ec7a-f276-44ef-828c-720120db8398 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c3def78-66f0-4a96-a6f3-0e800da91f87') {} {{(pid=98876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:42.152291 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6322ec7a-f276-44ef-828c-720120db8398 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729318605249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2151750'] for segment, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:42.171939 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6322ec7a-f276-44ef-828c-720120db8398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:42.177784 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6322ec7a-f276-44ef-828c-720120db8398 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=98876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:48:42.178189 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6322ec7a-f276-44ef-828c-720120db8398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2112062'] for segment, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: Traceback (most recent call last): Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: timer() Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: cb(*args, **kw) Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: return func(*args, **kwargs) Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: self._notify() Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: self.callback(batched_events) Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: event.method(event) Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: return f(self, *a, **k) Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: return self._get(url).json() Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: return self.request(url, 'GET', **kwargs) Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:48:42.191067 dv-cinder-791281-4-smb neutron-server[98876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:48:42.307586 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6322ec7a-f276-44ef-828c-720120db8398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608036'] for network, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:42.310915 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-8d66d476-178e-4785-9e5e-600a9a5f7cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:42.324115 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-6322ec7a-f276-44ef-828c-720120db8398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:42.325884 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-6322ec7a-f276-44ef-828c-720120db8398 admin admin] 10.222.0.23 "DELETE /v2.0/networks/72559bc2-9c29-4f2a-bcda-ce8b6786233f HTTP/1.1" status: 204 len: 168 time: 0.9650855 Jun 06 17:48:42.331683 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322ec7a-f276-44ef-828c-720120db8398 admin admin] Pushing event deleted for resources: {'Network': ['ID=72559bc2-9c29-4f2a-bcda-ce8b6786233f,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:42.333967 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-6322ec7a-f276-44ef-828c-720120db8398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:42.647718 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51950) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:42.700028 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-974c8b15-52ac-4850-9fd8-00726512a03c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=112f749fb4de43ca891e9f33ff29787e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511067 Jun 06 17:48:42.703188 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51952) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:42.761027 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-90bf645a-cc3c-45d5-960f-f787c656c498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:42.781274 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 8296bab6-6c02-4194-9d04-ddad61f7c011 no longer exists at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:48:42.788115 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-90bf645a-cc3c-45d5-960f-f787c656c498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:42.818285 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] No Port match for: 8296bab6-6c02-4194-9d04-ddad61f7c011 {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:48:42.818628 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 8296bab6-6c02-4194-9d04-ddad61f7c011 not bound to the agent host dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:48:42.819038 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 3f384be2-c4fb-476f-8803-c8e2779231cf no longer exists at agent ovs-agent-dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:48:42.852144 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] No Port match for: 3f384be2-c4fb-476f-8803-c8e2779231cf {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:48:42.852490 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Device 3f384be2-c4fb-476f-8803-c8e2779231cf not bound to the agent host dv-cinder-791281-4-smb {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:48:42.890047 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-90bf645a-cc3c-45d5-960f-f787c656c498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:42.892494 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-90bf645a-cc3c-45d5-960f-f787c656c498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:42.893627 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-90bf645a-cc3c-45d5-960f-f787c656c498 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c60ee7d2-1feb-4ed9-8349-a840cd98076e HTTP/1.1" status: 204 len: 168 time: 0.1895435 Jun 06 17:48:42.894400 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-b501430c-5a60-42cd-b44f-9e440104b5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:42.904052 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf645a-cc3c-45d5-960f-f787c656c498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60ee7d2-1feb-4ed9-8349-a840cd98076e,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:42.906378 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-90bf645a-cc3c-45d5-960f-f787c656c498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:43.996269 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 51978) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:44.096840 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.v2.base [None req-db8b549b-2814-410f-b413-6bb56bfc6a1b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2014247328-network', 'tenant_id': 'c3fcf0adf4dd44f3b54e43b70f852d9d'}} {{(pid=98876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:48:44.192811 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8b549b-2814-410f-b413-6bb56bfc6a1b admin admin] Made reservation on behalf of c3fcf0adf4dd44f3b54e43b70f852d9d for: {'network': 1} {{(pid=98876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:48:44.195081 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-db8b549b-2814-410f-b413-6bb56bfc6a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-636678'] for network, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:44.207696 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-db8b549b-2814-410f-b413-6bb56bfc6a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:44.316981 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-db8b549b-2814-410f-b413-6bb56bfc6a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:44.436026 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:48:44.450007 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-db8b549b-2814-410f-b413-6bb56bfc6a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:44.454068 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-005f0941-c8e3-44a4-895d-43dd11777e72 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:44.480077 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8b549b-2814-410f-b413-6bb56bfc6a1b admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=98876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:48:44.492333 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b549b-2814-410f-b413-6bb56bfc6a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c120dc7e-6f73-474a-9e5a-87aedff40467,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:44.496586 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-db8b549b-2814-410f-b413-6bb56bfc6a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:44.497508 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-db8b549b-2814-410f-b413-6bb56bfc6a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:44.497844 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.db.segments_db [None req-db8b549b-2814-410f-b413-6bb56bfc6a1b admin admin] Added segment 2ce8c074-5453-4e8c-87f7-ab1b8f58260c of type vlan for network 8a68899d-7ba9-403e-a362-c3d221db1c4f Jun 06 17:48:44.524144 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-db8b549b-2814-410f-b413-6bb56bfc6a1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729318189806'] for network, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:44.620995 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-db8b549b-2814-410f-b413-6bb56bfc6a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876'] for network, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:44.621982 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8b549b-2814-410f-b413-6bb56bfc6a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:44.622590 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-db8b549b-2814-410f-b413-6bb56bfc6a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:44.627143 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:44.718637 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b549b-2814-410f-b413-6bb56bfc6a1b admin admin] Pushing event updated for resources: {'Network': ['ID=8a68899d-7ba9-403e-a362-c3d221db1c4f,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:44.721167 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-db8b549b-2814-410f-b413-6bb56bfc6a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:44.725165 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-db8b549b-2814-410f-b413-6bb56bfc6a1b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7278845 Jun 06 17:48:44.728032 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Network 8a68899d-7ba9-403e-a362-c3d221db1c4f details requested by agent ovs-agent-dv-cinder-791281-4-smb with host dv-cinder-791281-4-smb {{(pid=98877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:48:44.729376 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 51982) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:44.734952 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [None req-c831a199-6d4d-4865-a9d5-8311d7c32015 admin admin] Request body: {'subnet': {'network_id': '8a68899d-7ba9-403e-a362-c3d221db1c4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2014247328-subnet', 'tenant_id': 'c3fcf0adf4dd44f3b54e43b70f852d9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:48:44.815762 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c831a199-6d4d-4865-a9d5-8311d7c32015 admin admin] Made reservation on behalf of c3fcf0adf4dd44f3b54e43b70f852d9d for: {'subnet': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:48:44.818184 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c831a199-6d4d-4865-a9d5-8311d7c32015 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2915017'] for subnet, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:45.090329 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c831a199-6d4d-4865-a9d5-8311d7c32015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9508215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2915035'] for subnet, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:45.093894 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:45.173283 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831a199-6d4d-4865-a9d5-8311d7c32015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dcc36bb-af87-4f61-a469-cd74cb34613b,revision_number=0']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:45.176727 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-c831a199-6d4d-4865-a9d5-8311d7c32015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:45.179145 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c831a199-6d4d-4865-a9d5-8311d7c32015 admin admin] Checking segment: {'id': '2ce8c074-5453-4e8c-87f7-ab1b8f58260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8a68899d-7ba9-403e-a362-c3d221db1c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:48:45.179491 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c831a199-6d4d-4865-a9d5-8311d7c32015 admin admin] Network hostable DHCP agents. Network: 8a68899d-7ba9-403e-a362-c3d221db1c4f, hostable agents: ['9f9e633d-4e7f-4a78-8507-e6ddd2ff9366'], hosted agents: [] {{(pid=98875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:48:45.289746 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c831a199-6d4d-4865-a9d5-8311d7c32015 admin admin] Network 8a68899d-7ba9-403e-a362-c3d221db1c4f is scheduled to be hosted by DHCP agent 9f9e633d-4e7f-4a78-8507-e6ddd2ff9366 with binding_index 1 {{(pid=98875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:48:45.398483 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [None req-c831a199-6d4d-4865-a9d5-8311d7c32015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-smb, 8a68899d-7ba9-403e-a362-c3d221db1c4f) {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:48:45.402959 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c831a199-6d4d-4865-a9d5-8311d7c32015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:45.403550 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c831a199-6d4d-4865-a9d5-8311d7c32015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for subnet, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:45.407334 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fab854a-a01d-4179-8772-92ca5d64898f None None] Network 8a68899d-7ba9-403e-a362-c3d221db1c4f requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:48:45.536714 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-c831a199-6d4d-4865-a9d5-8311d7c32015 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8060501 Jun 06 17:48:45.632164 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5127660e-18da-4c41-87a8-19a83a4221c7 None None] Network 8a68899d-7ba9-403e-a362-c3d221db1c4f requested from dv-cinder-791281-4-smb {{(pid=98877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:48:45.861192 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-6a0fdd57-7cac-48b6-a376-eb048201c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:46.038004 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d27006-b5ee-4537-99fb-236724aab809 req-7c92c21b-9214-446c-973a-626b90f43eac tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:46.039444 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-78d27006-b5ee-4537-99fb-236724aab809 req-7c92c21b-9214-446c-973a-626b90f43eac tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/networks?id=8a68899d-7ba9-403e-a362-c3d221db1c4f HTTP/1.1" status: 200 len: 815 time: 0.1439574 Jun 06 17:48:46.053350 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-78d27006-b5ee-4537-99fb-236724aab809 req-eea0aca0-73a5-4a45-af64-405c028313c1 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/quotas/c3fcf0adf4dd44f3b54e43b70f852d9d HTTP/1.1" status: 200 len: 375 time: 0.0084748 Jun 06 17:48:46.103475 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-78d27006-b5ee-4537-99fb-236724aab809 req-ee561fed-4153-45a0-b688-642ee3f307ab tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3fcf0adf4dd44f3b54e43b70f852d9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448234 Jun 06 17:48:46.238090 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-78d27006-b5ee-4537-99fb-236724aab809 req-3f3504cb-5d15-465d-899f-50008e82353c service neutron] 10.222.0.23 "GET /v2.0/networks/8a68899d-7ba9-403e-a362-c3d221db1c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272838 Jun 06 17:48:46.366944 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-78d27006-b5ee-4537-99fb-236724aab809 req-bdb04dcb-ab00-41c7-9f1c-e38309fe94f8 service neutron] 10.222.0.23 "GET /v2.0/networks/8a68899d-7ba9-403e-a362-c3d221db1c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228826 Jun 06 17:48:46.611468 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-92383b45-4078-41f8-a887-9c10653ec6d8 req-d94d9602-4d3f-4295-8bcc-8457b3e42fe4 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=87db10f0-0f1e-4029-bd7a-e14f2f781dd8 HTTP/1.1" status: 200 len: 210 time: 0.0436156 Jun 06 17:48:47.755407 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-62008a4e-5e1f-4969-82bd-f18184d328a6 req-278fd984-18ae-47fc-a9d9-9a143372ccbc tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=87db10f0-0f1e-4029-bd7a-e14f2f781dd8 HTTP/1.1" status: 200 len: 210 time: 0.0437171 Jun 06 17:48:48.250029 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-7d7c4010-57e2-4b92-8f77-34c6d93c9f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:48.272745 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:48.904254 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8c12bc30-7dd0-4035-8f04-2b68a513f341 req-69ba8469-6624-4b6a-bdbc-8d66ac6608c9 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=87db10f0-0f1e-4029-bd7a-e14f2f781dd8 HTTP/1.1" status: 200 len: 210 time: 0.0453286 Jun 06 17:48:48.927690 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d27006-b5ee-4537-99fb-236724aab809 req-9464c040-b70e-4966-9e2f-96cc441b3751 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:48.929128 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-78d27006-b5ee-4537-99fb-236724aab809 req-9464c040-b70e-4966-9e2f-96cc441b3751 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.21 "GET /v2.0/networks?id=8a68899d-7ba9-403e-a362-c3d221db1c4f HTTP/1.1" status: 200 len: 815 time: 0.1473951 Jun 06 17:48:48.941180 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-78d27006-b5ee-4537-99fb-236724aab809 req-a3f361fd-7d4e-4bbb-bae5-66bc64e3c09f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Request body: {'port': {'device_id': '87db10f0-0f1e-4029-bd7a-e14f2f781dd8', 'network_id': '8a68899d-7ba9-403e-a362-c3d221db1c4f', 'admin_state_up': True, 'tenant_id': 'c3fcf0adf4dd44f3b54e43b70f852d9d'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:48:49.170558 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d27006-b5ee-4537-99fb-236724aab809 req-a3f361fd-7d4e-4bbb-bae5-66bc64e3c09f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Made reservation on behalf of c3fcf0adf4dd44f3b54e43b70f852d9d for: {'port': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:48:49.174071 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-78d27006-b5ee-4537-99fb-236724aab809 req-a3f361fd-7d4e-4bbb-bae5-66bc64e3c09f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:49.262273 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:49.424265 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_common [req-78d27006-b5ee-4537-99fb-236724aab809 req-a3f361fd-7d4e-4bbb-bae5-66bc64e3c09f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Allocated IP 172.20.0.9 (8a68899d-7ba9-403e-a362-c3d221db1c4f/1dcc36bb-af87-4f61-a469-cd74cb34613b/ef3447c8-5b64-4a78-befc-5ff68aebcf69) {{(pid=98875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:48:49.624255 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-78d27006-b5ee-4537-99fb-236724aab809 req-a3f361fd-7d4e-4bbb-bae5-66bc64e3c09f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks [] for port, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:49.690261 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-78d27006-b5ee-4537-99fb-236724aab809 req-a3f361fd-7d4e-4bbb-bae5-66bc64e3c09f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9508315'] for port, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:49.696726 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-f8789360-5ebe-42f9-a241-b2f392f0931b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:49.758195 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d27006-b5ee-4537-99fb-236724aab809 req-a3f361fd-7d4e-4bbb-bae5-66bc64e3c09f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Network 8a68899d-7ba9-403e-a362-c3d221db1c4f is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:48:49.761271 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [req-78d27006-b5ee-4537-99fb-236724aab809 req-a3f361fd-7d4e-4bbb-bae5-66bc64e3c09f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:48:49.763542 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d27006-b5ee-4537-99fb-236724aab809 req-a3f361fd-7d4e-4bbb-bae5-66bc64e3c09f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Received port after_create {{(pid=98875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:48:49.805113 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f361fd-7d4e-4bbb-bae5-66bc64e3c09f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Pushing event updated for resources: {'Port': ['ID=ef3447c8-5b64-4a78-befc-5ff68aebcf69,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:49.808004 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-a3f361fd-7d4e-4bbb-bae5-66bc64e3c09f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:49.834728 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d27006-b5ee-4537-99fb-236724aab809 req-a3f361fd-7d4e-4bbb-bae5-66bc64e3c09f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:49.835321 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-78d27006-b5ee-4537-99fb-236724aab809 req-a3f361fd-7d4e-4bbb-bae5-66bc64e3c09f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:49.953755 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-78d27006-b5ee-4537-99fb-236724aab809 req-a3f361fd-7d4e-4bbb-bae5-66bc64e3c09f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0160899 Jun 06 17:48:49.965912 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-78d27006-b5ee-4537-99fb-236724aab809 req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Request body: {'port': {'device_id': '87db10f0-0f1e-4029-bd7a-e14f2f781dd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:48:50.130450 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-78d27006-b5ee-4537-99fb-236724aab809 req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:50.199319 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa47498-0f26-46b9-af6c-b7dc7108cc83 req-fec0b780-9396-4008-8b16-59c4333819cf tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:50.200655 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-cfa47498-0f26-46b9-af6c-b7dc7108cc83 req-fec0b780-9396-4008-8b16-59c4333819cf tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=87db10f0-0f1e-4029-bd7a-e14f2f781dd8 HTTP/1.1" status: 200 len: 931 time: 0.1871455 Jun 06 17:48:50.301766 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-cfa47498-0f26-46b9-af6c-b7dc7108cc83 req-de484fe9-505b-4b05-87b6-b813f392a077 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940804 Jun 06 17:48:50.509397 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [req-78d27006-b5ee-4537-99fb-236724aab809 req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef3447c8-5b64-4a78-befc-5ff68aebcf69 {{(pid=98875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:48:50.517075 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-78d27006-b5ee-4537-99fb-236724aab809 req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:50.530900 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [req-78d27006-b5ee-4537-99fb-236724aab809 req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Transition to ACTIVE for port object ef3447c8-5b64-4a78-befc-5ff68aebcf69 will not be triggered until provisioned by entity L2. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:48:50.615578 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-78d27006-b5ee-4537-99fb-236724aab809 req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9508320'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:50.619102 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:50.742014 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3447c8-5b64-4a78-befc-5ff68aebcf69,revision_number=2']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:50.809681 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:50.810279 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:50.810645 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:50.810998 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:50.811347 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:50.811697 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:50.812041 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:50.812383 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:50.812722 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:50.813058 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:50.813391 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:50.813724 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:50.821846 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:50.857365 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-78d27006-b5ee-4537-99fb-236724aab809 req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Attempting to bind port ef3447c8-5b64-4a78-befc-5ff68aebcf69 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:48:50.857692 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-78d27006-b5ee-4537-99fb-236724aab809 req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Attempting to bind port ef3447c8-5b64-4a78-befc-5ff68aebcf69 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '2ce8c074-5453-4e8c-87f7-ab1b8f58260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8a68899d-7ba9-403e-a362-c3d221db1c4f'}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:48:50.858011 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d27006-b5ee-4537-99fb-236724aab809 req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Attempting to bind port ef3447c8-5b64-4a78-befc-5ff68aebcf69 on network 8a68899d-7ba9-403e-a362-c3d221db1c4f {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:48:50.862883 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d27006-b5ee-4537-99fb-236724aab809 req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Port ef3447c8-5b64-4a78-befc-5ff68aebcf69 on network 8a68899d-7ba9-403e-a362-c3d221db1c4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:48:50.863282 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d27006-b5ee-4537-99fb-236724aab809 req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Attempting to bind port ef3447c8-5b64-4a78-befc-5ff68aebcf69 on network 8a68899d-7ba9-403e-a362-c3d221db1c4f {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:48:50.868221 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d27006-b5ee-4537-99fb-236724aab809 req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Checking agent: {'id': 'a6fcd907-c3ac-4abf-b52d-463afd7284ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'started_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:48:50.868550 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d27006-b5ee-4537-99fb-236724aab809 req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Checking segment: {'id': '2ce8c074-5453-4e8c-87f7-ab1b8f58260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8a68899d-7ba9-403e-a362-c3d221db1c4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:48:50.868917 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d27006-b5ee-4537-99fb-236724aab809 req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Bound using segment: {'id': '2ce8c074-5453-4e8c-87f7-ab1b8f58260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8a68899d-7ba9-403e-a362-c3d221db1c4f'} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:48:50.869893 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-78d27006-b5ee-4537-99fb-236724aab809 req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Bound port: ef3447c8-5b64-4a78-befc-5ff68aebcf69, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce8c074-5453-4e8c-87f7-ab1b8f58260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8a68899d-7ba9-403e-a362-c3d221db1c4f'}}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:48:50.870258 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-78d27006-b5ee-4537-99fb-236724aab809 req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:50.901680 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:50.959460 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-78d27006-b5ee-4537-99fb-236724aab809 req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] For port ef3447c8-5b64-4a78-befc-5ff68aebcf69, host hv-cinder-79128, cleared binding levels {{(pid=98875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:48:50.962437 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-78d27006-b5ee-4537-99fb-236724aab809 req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] For port ef3447c8-5b64-4a78-befc-5ff68aebcf69, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ef3447c8-5b64-4a78-befc-5ff68aebcf69,segment=NetworkSegment(2ce8c074-5453-4e8c-87f7-ab1b8f58260c),segment_id=2ce8c074-5453-4e8c-87f7-ab1b8f58260c)] {{(pid=98875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:48:51.021799 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-78d27006-b5ee-4537-99fb-236724aab809 req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9508320'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:51.025235 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-84c76f2a-ab71-464a-b16b-ee26bab9e5bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:51.081831 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d27006-b5ee-4537-99fb-236724aab809 req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:51.082461 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-78d27006-b5ee-4537-99fb-236724aab809 req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:51.083785 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-78d27006-b5ee-4537-99fb-236724aab809 req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] 10.222.0.21 "PUT /v2.0/ports/ef3447c8-5b64-4a78-befc-5ff68aebcf69 HTTP/1.1" status: 200 len: 1093 time: 1.1226289 Jun 06 17:48:51.084261 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87db10f0-0f1e-4029-bd7a-e14f2f781dd8', 'tag': 'ef3447c8-5b64-4a78-befc-5ff68aebcf69'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:48:51.086538 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9fc655-689a-473f-ae9a-7e6e45fa2b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "87db10f0-0f1e-4029-bd7a-e14f2f781dd8", "tag": "ef3447c8-5b64-4a78-befc-5ff68aebcf69"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:48:51.102960 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3447c8-5b64-4a78-befc-5ff68aebcf69,revision_number=3']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:51.106740 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-4d3e4dbd-f549-4419-8062-c43af2eb1900 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:51.130169 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f400d85-9824-496f-a8ce-021f87cda248 x-openstack-request-id: req-2f400d85-9824-496f-a8ce-021f87cda248 {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:48:51.130451 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87db10f0-0f1e-4029-bd7a-e14f2f781dd8", "tag": "ef3447c8-5b64-4a78-befc-5ff68aebcf69", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:48:51.130731 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f400d85-9824-496f-a8ce-021f87cda248 {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:48:51.131144 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87db10f0-0f1e-4029-bd7a-e14f2f781dd8', 'tag': 'ef3447c8-5b64-4a78-befc-5ff68aebcf69', 'status': 'completed', 'code': 200} Jun 06 17:48:51.222760 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fc655-689a-473f-ae9a-7e6e45fa2b8b req-e630357e-e208-428b-b78f-2ea6566bc543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:51.224188 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3d9fc655-689a-473f-ae9a-7e6e45fa2b8b req-e630357e-e208-428b-b78f-2ea6566bc543 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3fcf0adf4dd44f3b54e43b70f852d9d&device_id=87db10f0-0f1e-4029-bd7a-e14f2f781dd8 HTTP/1.1" status: 200 len: 1096 time: 0.0741651 Jun 06 17:48:51.479594 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fc655-689a-473f-ae9a-7e6e45fa2b8b req-aab7ad9c-a5a0-4322-b829-d74ef779374c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:51.480915 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3d9fc655-689a-473f-ae9a-7e6e45fa2b8b req-aab7ad9c-a5a0-4322-b829-d74ef779374c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c3fcf0adf4dd44f3b54e43b70f852d9d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2490766 Jun 06 17:48:51.645094 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9647222-98df-4e93-a532-d03a60b9eeba req-f1d2540e-4019-47d6-93ab-07dfdbeae42b tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:51.646435 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-d9647222-98df-4e93-a532-d03a60b9eeba req-f1d2540e-4019-47d6-93ab-07dfdbeae42b tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=87db10f0-0f1e-4029-bd7a-e14f2f781dd8 HTTP/1.1" status: 200 len: 943 time: 0.1990666 Jun 06 17:48:51.647487 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fc655-689a-473f-ae9a-7e6e45fa2b8b req-7ad7da08-0053-4e0d-a535-641316efefe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:51.648723 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-3d9fc655-689a-473f-ae9a-7e6e45fa2b8b req-7ad7da08-0053-4e0d-a535-641316efefe8 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1614821 Jun 06 17:48:51.730837 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-d9647222-98df-4e93-a532-d03a60b9eeba req-6c9c4683-2a42-4b4e-9a5c-2407046603c3 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780544 Jun 06 17:48:51.762076 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d27006-b5ee-4537-99fb-236724aab809 req-a1492b18-46a7-4bc4-a3cb-35852b82a37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:51.763514 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-78d27006-b5ee-4537-99fb-236724aab809 req-a1492b18-46a7-4bc4-a3cb-35852b82a37f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3fcf0adf4dd44f3b54e43b70f852d9d&device_id=87db10f0-0f1e-4029-bd7a-e14f2f781dd8 HTTP/1.1" status: 200 len: 1096 time: 0.0780559 Jun 06 17:48:51.833283 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-78d27006-b5ee-4537-99fb-236724aab809 req-57643eb0-1e1b-4b83-b566-7aed2fa4dba8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef3447c8-5b64-4a78-befc-5ff68aebcf69 HTTP/1.1" status: 200 len: 217 time: 0.0627923 Jun 06 17:48:51.893426 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d27006-b5ee-4537-99fb-236724aab809 req-f608a36b-b286-4836-97ed-fe1f06935062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:51.894661 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-78d27006-b5ee-4537-99fb-236724aab809 req-f608a36b-b286-4836-97ed-fe1f06935062 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1dcc36bb-af87-4f61-a469-cd74cb34613b HTTP/1.1" status: 200 len: 855 time: 0.0553839 Jun 06 17:48:51.939936 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-78d27006-b5ee-4537-99fb-236724aab809 req-d1d64a73-2e75-4ccd-a319-b70ae767cd3e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a68899d-7ba9-403e-a362-c3d221db1c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388913 Jun 06 17:48:52.066812 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-78d27006-b5ee-4537-99fb-236724aab809 req-c7e78192-179c-4dcc-af5b-7dcd1572e7a6 service neutron] 10.222.0.21 "GET /v2.0/networks/8a68899d-7ba9-403e-a362-c3d221db1c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201324 Jun 06 17:48:52.196107 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-78d27006-b5ee-4537-99fb-236724aab809 req-fbc68f01-3956-4da8-b735-f86c2e1d2a6a service neutron] 10.222.0.21 "GET /v2.0/networks/8a68899d-7ba9-403e-a362-c3d221db1c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221042 Jun 06 17:48:52.915584 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53546b22-c42d-43fd-9dc8-da19f4f40de8 req-7322c89e-d226-4e38-856b-018eb5b8255c tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:52.916905 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-53546b22-c42d-43fd-9dc8-da19f4f40de8 req-7322c89e-d226-4e38-856b-018eb5b8255c tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=87db10f0-0f1e-4029-bd7a-e14f2f781dd8 HTTP/1.1" status: 200 len: 943 time: 0.0829663 Jun 06 17:48:52.960860 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-53546b22-c42d-43fd-9dc8-da19f4f40de8 req-f9b2bed1-4528-4372-b30a-68c500887c19 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383897 Jun 06 17:48:53.550733 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device ef3447c8-5b64-4a78-befc-5ff68aebcf69 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:48:53.681276 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port ef3447c8-5b64-4a78-befc-5ff68aebcf69, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ef3447c8-5b64-4a78-befc-5ff68aebcf69,segment=NetworkSegment(2ce8c074-5453-4e8c-87f7-ab1b8f58260c),segment_id=2ce8c074-5453-4e8c-87f7-ab1b8f58260c)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:48:53.694478 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Returning: {'device': 'ef3447c8-5b64-4a78-befc-5ff68aebcf69', 'network_id': '8a68899d-7ba9-403e-a362-c3d221db1c4f', 'port_id': 'ef3447c8-5b64-4a78-befc-5ff68aebcf69', 'mac_address': 'fa:16:3e:1d:a2:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dcc36bb-af87-4f61-a469-cd74cb34613b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:48:53.751955 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:53.767956 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef3447c8-5b64-4a78-befc-5ff68aebcf69 {{(pid=98877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:48:53.782851 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port ef3447c8-5b64-4a78-befc-5ff68aebcf69, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ef3447c8-5b64-4a78-befc-5ff68aebcf69,segment=NetworkSegment(2ce8c074-5453-4e8c-87f7-ab1b8f58260c),segment_id=2ce8c074-5453-4e8c-87f7-ab1b8f58260c)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:48:53.867025 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:53.868666 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:53.934833 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=ef3447c8-5b64-4a78-befc-5ff68aebcf69,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:53.937891 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:54.065912 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['ef3447c8-5b64-4a78-befc-5ff68aebcf69'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:48:54.145804 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9c41a-a0ce-4f9c-bb25-4e60b9142587 req-0df82717-5001-4895-99af-e8c58ee1dbe4 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:54.147247 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-eae9c41a-a0ce-4f9c-bb25-4e60b9142587 req-0df82717-5001-4895-99af-e8c58ee1dbe4 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=87db10f0-0f1e-4029-bd7a-e14f2f781dd8 HTTP/1.1" status: 200 len: 944 time: 0.0846126 Jun 06 17:48:54.192319 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-eae9c41a-a0ce-4f9c-bb25-4e60b9142587 req-4d79a44b-4079-45b4-90d1-9d10a92475e4 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388327 Jun 06 17:48:55.376262 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74218872-0f22-4e1b-ab6d-58cb6c863d5b req-6c5c87eb-1a98-4c05-90e6-617671f77c98 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:55.377676 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-74218872-0f22-4e1b-ab6d-58cb6c863d5b req-6c5c87eb-1a98-4c05-90e6-617671f77c98 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=87db10f0-0f1e-4029-bd7a-e14f2f781dd8 HTTP/1.1" status: 200 len: 944 time: 0.0793593 Jun 06 17:48:55.421692 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-74218872-0f22-4e1b-ab6d-58cb6c863d5b req-e7138d0a-bb34-4491-9185-2a7d5c5890b4 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384655 Jun 06 17:48:55.557286 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device ef3447c8-5b64-4a78-befc-5ff68aebcf69 up at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:48:55.684240 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning for port ef3447c8-5b64-4a78-befc-5ff68aebcf69 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:48:55.688830 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning complete for port ef3447c8-5b64-4a78-befc-5ff68aebcf69 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:48:55.689204 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:55.804391 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:55.830930 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87db10f0-0f1e-4029-bd7a-e14f2f781dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3447c8-5b64-4a78-befc-5ff68aebcf69'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:48:55.833170 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c6aa49-13d9-4748-ac25-f0ac5b6087c8" -d '{"events": [{"server_uuid": "87db10f0-0f1e-4029-bd7a-e14f2f781dd8", "name": "network-vif-plugged", "status": "completed", "tag": "ef3447c8-5b64-4a78-befc-5ff68aebcf69"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:48:55.847633 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port ef3447c8-5b64-4a78-befc-5ff68aebcf69, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ef3447c8-5b64-4a78-befc-5ff68aebcf69,segment=NetworkSegment(2ce8c074-5453-4e8c-87f7-ab1b8f58260c),segment_id=2ce8c074-5453-4e8c-87f7-ab1b8f58260c)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:48:55.876621 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560d0628-3039-4d0e-997c-afb9a8afda4c x-openstack-request-id: req-560d0628-3039-4d0e-997c-afb9a8afda4c {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:48:55.876911 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87db10f0-0f1e-4029-bd7a-e14f2f781dd8", "name": "network-vif-plugged", "status": "completed", "tag": "ef3447c8-5b64-4a78-befc-5ff68aebcf69", "code": 200}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:48:55.877197 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-560d0628-3039-4d0e-997c-afb9a8afda4c {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:48:55.877589 dv-cinder-791281-4-smb neutron-server[98877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87db10f0-0f1e-4029-bd7a-e14f2f781dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3447c8-5b64-4a78-befc-5ff68aebcf69', 'code': 200} Jun 06 17:48:55.935704 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:55.937591 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:56.004548 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=ef3447c8-5b64-4a78-befc-5ff68aebcf69,revision_number=5']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:56.007502 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:56.244179 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375aec2f-08df-4169-91aa-2ecb71a485fb req-f1d2e763-924c-4876-b69b-c71cfdbc61c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:56.245625 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-375aec2f-08df-4169-91aa-2ecb71a485fb req-f1d2e763-924c-4876-b69b-c71cfdbc61c1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87db10f0-0f1e-4029-bd7a-e14f2f781dd8 HTTP/1.1" status: 200 len: 1098 time: 0.0692508 Jun 06 17:48:56.288270 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-375aec2f-08df-4169-91aa-2ecb71a485fb req-ebaf8f20-2cc1-4fee-9e29-32ddb632a9bc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360749 Jun 06 17:48:56.606026 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2896efc-e320-466e-b1f8-08138d1c32db req-98c798cc-f91e-4983-92e3-4543cad29e7c tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:56.608596 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-d2896efc-e320-466e-b1f8-08138d1c32db req-98c798cc-f91e-4983-92e3-4543cad29e7c tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=87db10f0-0f1e-4029-bd7a-e14f2f781dd8 HTTP/1.1" status: 200 len: 945 time: 0.0837390 Jun 06 17:48:56.652273 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-d2896efc-e320-466e-b1f8-08138d1c32db req-8e284bbd-0dfe-479a-a65a-489cb290d7ea tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389650 Jun 06 17:48:57.832697 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe3faa-2368-40e5-b222-617cf61dde20 req-628f5ffc-93e2-4aae-acee-4317c3acf75e tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:57.834005 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7efe3faa-2368-40e5-b222-617cf61dde20 req-628f5ffc-93e2-4aae-acee-4317c3acf75e tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=87db10f0-0f1e-4029-bd7a-e14f2f781dd8 HTTP/1.1" status: 200 len: 945 time: 0.0781350 Jun 06 17:48:57.877882 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7efe3faa-2368-40e5-b222-617cf61dde20 req-dded16ca-6e75-4ebb-9d02-9dac5ca9827a tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378480 Jun 06 17:49:02.289857 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:03.384103 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-931899b1-a881-419c-951b-53df26d2c419 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:03.385978 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-931899b1-a881-419c-951b-53df26d2c419 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/networks?id=8a68899d-7ba9-403e-a362-c3d221db1c4f HTTP/1.1" status: 200 len: 815 time: 0.1425283 Jun 06 17:49:03.400030 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-4ef100e3-4659-4e4a-ba1f-a916300becdb tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/quotas/c3fcf0adf4dd44f3b54e43b70f852d9d HTTP/1.1" status: 200 len: 375 time: 0.0087216 Jun 06 17:49:03.480645 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-22589692-37d6-4413-a9e4-e777b137d4d3 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3fcf0adf4dd44f3b54e43b70f852d9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0752201 Jun 06 17:49:03.612152 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-3c7ac30a-bf0f-4972-933f-4e0ed9fefcdb service neutron] 10.222.0.23 "GET /v2.0/networks/8a68899d-7ba9-403e-a362-c3d221db1c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246674 Jun 06 17:49:03.829861 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-845c1d2a-4920-4db0-a2d6-2d0af39bdb13 service neutron] 10.222.0.23 "GET /v2.0/networks/8a68899d-7ba9-403e-a362-c3d221db1c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112749 Jun 06 17:49:04.099631 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-00ff16d8-d201-473d-b24b-cbf3d6337f2e req-26429028-a974-4ec1-8d11-df9aa1862dff tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=97c3f0fd-b0be-4ef9-9b7d-32b36b097505 HTTP/1.1" status: 200 len: 210 time: 0.0408885 Jun 06 17:49:05.252504 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4cc0a524-56b6-4a14-ac42-b00720bfcedb req-2f01cca9-1d37-47bc-934c-82b96ce8982a tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=97c3f0fd-b0be-4ef9-9b7d-32b36b097505 HTTP/1.1" status: 200 len: 210 time: 0.0444882 Jun 06 17:49:06.030709 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9e65f41b-0312-4522-bdb2-0b66ca59747d req-c931f43b-f2cb-4403-aac4-c9c5882ee1c9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87db10f0-0f1e-4029-bd7a-e14f2f781dd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693514 Jun 06 17:49:06.305780 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65f41b-0312-4522-bdb2-0b66ca59747d req-0a4ce2c4-22d8-4792-a9a4-fec4469586de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:06.307332 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9e65f41b-0312-4522-bdb2-0b66ca59747d req-0a4ce2c4-22d8-4792-a9a4-fec4469586de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3fcf0adf4dd44f3b54e43b70f852d9d&device_id=87db10f0-0f1e-4029-bd7a-e14f2f781dd8 HTTP/1.1" status: 200 len: 1098 time: 0.1980448 Jun 06 17:49:06.313664 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-a481e833-2880-4198-82b7-ffd51b80c9de tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:06.315002 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-a481e833-2880-4198-82b7-ffd51b80c9de tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.21 "GET /v2.0/networks?id=8a68899d-7ba9-403e-a362-c3d221db1c4f HTTP/1.1" status: 200 len: 815 time: 0.1692071 Jun 06 17:49:06.327204 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-8447b2bb-e88f-41d0-af86-fbc6368e4244 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Request body: {'port': {'device_id': '97c3f0fd-b0be-4ef9-9b7d-32b36b097505', 'network_id': '8a68899d-7ba9-403e-a362-c3d221db1c4f', 'admin_state_up': True, 'tenant_id': 'c3fcf0adf4dd44f3b54e43b70f852d9d'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:49:06.509853 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-898ac637-9923-4a47-a6c4-5881a8723cc7 req-bb257db4-872f-4989-87f7-29c02447c9e2 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=97c3f0fd-b0be-4ef9-9b7d-32b36b097505 HTTP/1.1" status: 200 len: 210 time: 0.1418526 Jun 06 17:49:06.575909 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65f41b-0312-4522-bdb2-0b66ca59747d req-5f9b627b-1bf2-4449-be3b-274420088297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:06.577321 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9e65f41b-0312-4522-bdb2-0b66ca59747d req-5f9b627b-1bf2-4449-be3b-274420088297 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a68899d-7ba9-403e-a362-c3d221db1c4f HTTP/1.1" status: 200 len: 916 time: 0.2358453 Jun 06 17:49:06.655026 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9e65f41b-0312-4522-bdb2-0b66ca59747d req-8590c311-5249-4817-938a-1a7a1ee6d77d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef3447c8-5b64-4a78-befc-5ff68aebcf69 HTTP/1.1" status: 200 len: 217 time: 0.0700336 Jun 06 17:49:06.720138 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65f41b-0312-4522-bdb2-0b66ca59747d req-266a77f3-b6ec-4fef-befd-51d9f574f4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:06.721570 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9e65f41b-0312-4522-bdb2-0b66ca59747d req-266a77f3-b6ec-4fef-befd-51d9f574f4f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1dcc36bb-af87-4f61-a469-cd74cb34613b HTTP/1.1" status: 200 len: 855 time: 0.0578680 Jun 06 17:49:06.767201 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-8447b2bb-e88f-41d0-af86-fbc6368e4244 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Made reservation on behalf of c3fcf0adf4dd44f3b54e43b70f852d9d for: {'port': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:49:06.770541 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-8447b2bb-e88f-41d0-af86-fbc6368e4244 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:06.788488 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9e65f41b-0312-4522-bdb2-0b66ca59747d req-f0b05755-7870-4612-8f69-09358f1a1524 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a68899d-7ba9-403e-a362-c3d221db1c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587804 Jun 06 17:49:07.028725 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9e65f41b-0312-4522-bdb2-0b66ca59747d req-39a7345e-1505-4db0-b53a-74278fa76bc5 service neutron] 10.222.0.21 "GET /v2.0/networks/8a68899d-7ba9-403e-a362-c3d221db1c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001941 Jun 06 17:49:07.039876 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_common [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-8447b2bb-e88f-41d0-af86-fbc6368e4244 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Allocated IP 172.20.0.14 (8a68899d-7ba9-403e-a362-c3d221db1c4f/1dcc36bb-af87-4f61-a469-cd74cb34613b/d34b1918-2290-41d8-9ded-40084611b318) {{(pid=98875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:49:07.239811 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9e65f41b-0312-4522-bdb2-0b66ca59747d req-b55d3d78-55bf-4086-a482-5893c0708c9c service neutron] 10.222.0.21 "GET /v2.0/networks/8a68899d-7ba9-403e-a362-c3d221db1c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973286 Jun 06 17:49:07.351097 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-8447b2bb-e88f-41d0-af86-fbc6368e4244 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks [] for port, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:07.450371 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-8447b2bb-e88f-41d0-af86-fbc6368e4244 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9508315'] for port, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:07.455984 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-490ef318-2c5c-4a13-a964-edfb73ca8b5f tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:49:07.461350 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['ef3447c8-5b64-4a78-befc-5ff68aebcf69'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:49:07.521836 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-8447b2bb-e88f-41d0-af86-fbc6368e4244 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Network 8a68899d-7ba9-403e-a362-c3d221db1c4f is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:49:07.527937 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-8447b2bb-e88f-41d0-af86-fbc6368e4244 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:49:07.532383 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-8447b2bb-e88f-41d0-af86-fbc6368e4244 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Received port after_create {{(pid=98875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:49:07.668736 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447b2bb-e88f-41d0-af86-fbc6368e4244 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Pushing event updated for resources: {'Port': ['ID=d34b1918-2290-41d8-9ded-40084611b318,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:49:07.675866 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-8447b2bb-e88f-41d0-af86-fbc6368e4244 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:49:07.751952 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-8447b2bb-e88f-41d0-af86-fbc6368e4244 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:07.752546 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-8447b2bb-e88f-41d0-af86-fbc6368e4244 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:07.786388 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e036f5d-6b10-4a73-a765-59572a140e1c req-0b4ad5be-98a5-48fe-9450-b829455d4f36 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:07.787796 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-2e036f5d-6b10-4a73-a765-59572a140e1c req-0b4ad5be-98a5-48fe-9450-b829455d4f36 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=97c3f0fd-b0be-4ef9-9b7d-32b36b097505 HTTP/1.1" status: 200 len: 932 time: 0.1236191 Jun 06 17:49:07.835063 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-2e036f5d-6b10-4a73-a765-59572a140e1c req-cbe92378-81db-4f10-9a74-8680f12c15ac tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410519 Jun 06 17:49:07.836372 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-8447b2bb-e88f-41d0-af86-fbc6368e4244 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5129616 Jun 06 17:49:07.847926 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-4aadc6a2-b27a-4845-b300-7dc824805830 service neutron] Request body: {'port': {'device_id': '97c3f0fd-b0be-4ef9-9b7d-32b36b097505', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:49:07.954823 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-4aadc6a2-b27a-4845-b300-7dc824805830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:08.293062 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-4aadc6a2-b27a-4845-b300-7dc824805830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d34b1918-2290-41d8-9ded-40084611b318 {{(pid=98875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:49:08.300050 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-4aadc6a2-b27a-4845-b300-7dc824805830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:08.322601 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-4aadc6a2-b27a-4845-b300-7dc824805830 service neutron] Transition to ACTIVE for port object d34b1918-2290-41d8-9ded-40084611b318 will not be triggered until provisioned by entity L2. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:49:08.392337 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-4aadc6a2-b27a-4845-b300-7dc824805830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9508320'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:08.396991 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-98aa454d-8bc9-420b-b824-7e506e189602 tempest-AttachVolumeTestJSON-444081335 tempest-AttachVolumeTestJSON-444081335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:49:08.523787 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aadc6a2-b27a-4845-b300-7dc824805830 service neutron] Pushing event updated for resources: {'Port': ['ID=d34b1918-2290-41d8-9ded-40084611b318,revision_number=2']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:49:08.550571 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-4aadc6a2-b27a-4845-b300-7dc824805830 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:49:08.627677 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-4aadc6a2-b27a-4845-b300-7dc824805830 service neutron] Attempting to bind port d34b1918-2290-41d8-9ded-40084611b318 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:49:08.628005 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-4aadc6a2-b27a-4845-b300-7dc824805830 service neutron] Attempting to bind port d34b1918-2290-41d8-9ded-40084611b318 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '2ce8c074-5453-4e8c-87f7-ab1b8f58260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8a68899d-7ba9-403e-a362-c3d221db1c4f'}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:49:08.628324 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-4aadc6a2-b27a-4845-b300-7dc824805830 service neutron] Attempting to bind port d34b1918-2290-41d8-9ded-40084611b318 on network 8a68899d-7ba9-403e-a362-c3d221db1c4f {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:49:08.632858 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-4aadc6a2-b27a-4845-b300-7dc824805830 service neutron] Port d34b1918-2290-41d8-9ded-40084611b318 on network 8a68899d-7ba9-403e-a362-c3d221db1c4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:49:08.633170 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-4aadc6a2-b27a-4845-b300-7dc824805830 service neutron] Attempting to bind port d34b1918-2290-41d8-9ded-40084611b318 on network 8a68899d-7ba9-403e-a362-c3d221db1c4f {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:49:08.638697 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-4aadc6a2-b27a-4845-b300-7dc824805830 service neutron] Checking agent: {'id': 'a6fcd907-c3ac-4abf-b52d-463afd7284ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'started_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:49:08.639023 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-4aadc6a2-b27a-4845-b300-7dc824805830 service neutron] Checking segment: {'id': '2ce8c074-5453-4e8c-87f7-ab1b8f58260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8a68899d-7ba9-403e-a362-c3d221db1c4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:49:08.639395 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-4aadc6a2-b27a-4845-b300-7dc824805830 service neutron] Bound using segment: {'id': '2ce8c074-5453-4e8c-87f7-ab1b8f58260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8a68899d-7ba9-403e-a362-c3d221db1c4f'} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:49:08.639806 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-4aadc6a2-b27a-4845-b300-7dc824805830 service neutron] Bound port: d34b1918-2290-41d8-9ded-40084611b318, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce8c074-5453-4e8c-87f7-ab1b8f58260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8a68899d-7ba9-403e-a362-c3d221db1c4f'}}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:49:08.640137 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-4aadc6a2-b27a-4845-b300-7dc824805830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:08.727310 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-4aadc6a2-b27a-4845-b300-7dc824805830 service neutron] For port d34b1918-2290-41d8-9ded-40084611b318, host hv-cinder-79128, cleared binding levels {{(pid=98875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:49:08.730209 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-4aadc6a2-b27a-4845-b300-7dc824805830 service neutron] For port d34b1918-2290-41d8-9ded-40084611b318, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=d34b1918-2290-41d8-9ded-40084611b318,segment=NetworkSegment(2ce8c074-5453-4e8c-87f7-ab1b8f58260c),segment_id=2ce8c074-5453-4e8c-87f7-ab1b8f58260c)] {{(pid=98875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:49:08.832873 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-4aadc6a2-b27a-4845-b300-7dc824805830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9508320'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:08.836402 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-ae8110aa-d10f-4726-9162-c9f4800996c8 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:49:08.896971 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-4aadc6a2-b27a-4845-b300-7dc824805830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:08.897571 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-4aadc6a2-b27a-4845-b300-7dc824805830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:08.898941 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-4aadc6a2-b27a-4845-b300-7dc824805830 service neutron] 10.222.0.21 "PUT /v2.0/ports/d34b1918-2290-41d8-9ded-40084611b318 HTTP/1.1" status: 200 len: 1094 time: 1.0551095 Jun 06 17:49:08.899439 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c3f0fd-b0be-4ef9-9b7d-32b36b097505', 'tag': 'd34b1918-2290-41d8-9ded-40084611b318'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:49:08.902413 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6257b6-dc54-41ba-8e85-b269fe53f0c7" -d '{"events": [{"name": "network-changed", "server_uuid": "97c3f0fd-b0be-4ef9-9b7d-32b36b097505", "tag": "d34b1918-2290-41d8-9ded-40084611b318"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:49:08.919088 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aadc6a2-b27a-4845-b300-7dc824805830 service neutron] Pushing event updated for resources: {'Port': ['ID=d34b1918-2290-41d8-9ded-40084611b318,revision_number=3']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:49:08.922229 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-4aadc6a2-b27a-4845-b300-7dc824805830 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:49:08.945683 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b9c1e4-258b-4e87-9b3d-d3dc93c2c2fa x-openstack-request-id: req-55b9c1e4-258b-4e87-9b3d-d3dc93c2c2fa {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:49:08.946008 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c3f0fd-b0be-4ef9-9b7d-32b36b097505", "tag": "d34b1918-2290-41d8-9ded-40084611b318", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:49:08.946326 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55b9c1e4-258b-4e87-9b3d-d3dc93c2c2fa {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:49:08.946752 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c3f0fd-b0be-4ef9-9b7d-32b36b097505', 'tag': 'd34b1918-2290-41d8-9ded-40084611b318', 'status': 'completed', 'code': 200} Jun 06 17:49:09.024528 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c7d62-0baa-4233-99a3-529b78d82241 req-69b84aac-1243-48d6-87fd-09def4af2bca tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:09.026020 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-329c7d62-0baa-4233-99a3-529b78d82241 req-69b84aac-1243-48d6-87fd-09def4af2bca tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=97c3f0fd-b0be-4ef9-9b7d-32b36b097505 HTTP/1.1" status: 200 len: 944 time: 0.0807269 Jun 06 17:49:09.040862 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6257b6-dc54-41ba-8e85-b269fe53f0c7 req-405b8e0f-7e07-4cb8-b5e0-d22783b400ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:09.042318 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-eb6257b6-dc54-41ba-8e85-b269fe53f0c7 req-405b8e0f-7e07-4cb8-b5e0-d22783b400ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3fcf0adf4dd44f3b54e43b70f852d9d&device_id=97c3f0fd-b0be-4ef9-9b7d-32b36b097505 HTTP/1.1" status: 200 len: 1097 time: 0.0717866 Jun 06 17:49:09.072052 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-329c7d62-0baa-4233-99a3-529b78d82241 req-782f4ddb-3582-428f-959d-5f97db1e67a9 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403335 Jun 06 17:49:09.186387 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6257b6-dc54-41ba-8e85-b269fe53f0c7 req-8d3cf275-03d7-499a-9099-538d3231fe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:09.187789 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-eb6257b6-dc54-41ba-8e85-b269fe53f0c7 req-8d3cf275-03d7-499a-9099-538d3231fe4c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c3fcf0adf4dd44f3b54e43b70f852d9d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1349704 Jun 06 17:49:09.322160 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6257b6-dc54-41ba-8e85-b269fe53f0c7 req-d0750f81-477c-4ce8-8e84-cbd11ad74333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:09.323563 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-eb6257b6-dc54-41ba-8e85-b269fe53f0c7 req-d0750f81-477c-4ce8-8e84-cbd11ad74333 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1282775 Jun 06 17:49:09.429913 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-b8a68bd0-9dce-4b55-bebe-19e216e81252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:09.432603 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-b8a68bd0-9dce-4b55-bebe-19e216e81252 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3fcf0adf4dd44f3b54e43b70f852d9d&device_id=97c3f0fd-b0be-4ef9-9b7d-32b36b097505 HTTP/1.1" status: 200 len: 1097 time: 0.0704682 Jun 06 17:49:09.505983 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-8e0a4764-39f4-4aee-ac20-3ccdd24264db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d34b1918-2290-41d8-9ded-40084611b318 HTTP/1.1" status: 200 len: 217 time: 0.0665870 Jun 06 17:49:09.572226 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-280f627c-48db-4bc9-b297-27f7a177526f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:09.573605 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-280f627c-48db-4bc9-b297-27f7a177526f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1dcc36bb-af87-4f61-a469-cd74cb34613b HTTP/1.1" status: 200 len: 855 time: 0.0564218 Jun 06 17:49:09.707672 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-c6deeb00-ef19-4c5c-a6af-719f06930fdc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a68899d-7ba9-403e-a362-c3d221db1c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1254013 Jun 06 17:49:09.838685 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-b0d46691-8062-43e2-b017-6dc19245584a service neutron] 10.222.0.21 "GET /v2.0/networks/8a68899d-7ba9-403e-a362-c3d221db1c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213269 Jun 06 17:49:09.967094 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-a119a1c4-2e5c-4006-828a-d1e34de9a551 req-e2783944-4182-474f-8f9b-ae03395d3fe3 service neutron] 10.222.0.21 "GET /v2.0/networks/8a68899d-7ba9-403e-a362-c3d221db1c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217184 Jun 06 17:49:10.252701 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfc8ec-e327-4910-931b-b2578a49a0e0 req-431f7699-4153-43e8-9314-45da389d5055 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:10.258810 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-edbfc8ec-e327-4910-931b-b2578a49a0e0 req-431f7699-4153-43e8-9314-45da389d5055 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=97c3f0fd-b0be-4ef9-9b7d-32b36b097505 HTTP/1.1" status: 200 len: 944 time: 0.0781069 Jun 06 17:49:10.300965 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-edbfc8ec-e327-4910-931b-b2578a49a0e0 req-02770c4f-706b-4e83-86ee-7a0f860565c1 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412846 Jun 06 17:49:11.479225 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa38f0-ceec-4b2f-9174-29f6e6869cc3 req-664bd930-4fab-4955-bacf-7211dcbd7a85 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:11.480638 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-92aa38f0-ceec-4b2f-9174-29f6e6869cc3 req-664bd930-4fab-4955-bacf-7211dcbd7a85 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=97c3f0fd-b0be-4ef9-9b7d-32b36b097505 HTTP/1.1" status: 200 len: 944 time: 0.0782270 Jun 06 17:49:11.524967 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-92aa38f0-ceec-4b2f-9174-29f6e6869cc3 req-63baeb65-9dbc-46ea-9a40-d6a3257ce541 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384498 Jun 06 17:49:11.638102 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device d34b1918-2290-41d8-9ded-40084611b318 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:49:11.768565 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port d34b1918-2290-41d8-9ded-40084611b318, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=d34b1918-2290-41d8-9ded-40084611b318,segment=NetworkSegment(2ce8c074-5453-4e8c-87f7-ab1b8f58260c),segment_id=2ce8c074-5453-4e8c-87f7-ab1b8f58260c)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:49:11.784381 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Returning: {'device': 'd34b1918-2290-41d8-9ded-40084611b318', 'network_id': '8a68899d-7ba9-403e-a362-c3d221db1c4f', 'port_id': 'd34b1918-2290-41d8-9ded-40084611b318', 'mac_address': 'fa:16:3e:fa:09:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dcc36bb-af87-4f61-a469-cd74cb34613b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:49:11.907278 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:11.927517 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d34b1918-2290-41d8-9ded-40084611b318 {{(pid=98877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:49:11.956037 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port d34b1918-2290-41d8-9ded-40084611b318, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=d34b1918-2290-41d8-9ded-40084611b318,segment=NetworkSegment(2ce8c074-5453-4e8c-87f7-ab1b8f58260c),segment_id=2ce8c074-5453-4e8c-87f7-ab1b8f58260c)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:49:12.019107 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:12.020798 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:49:12.141639 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=d34b1918-2290-41d8-9ded-40084611b318,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:49:12.145101 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:49:12.239079 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['d34b1918-2290-41d8-9ded-40084611b318'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:49:12.706016 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b6cb8-a8e5-4c2f-8fd7-2ac4dbc1ffe0 req-904648a6-e524-4630-bb39-5ee1fc4136cd tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:12.707463 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-217b6cb8-a8e5-4c2f-8fd7-2ac4dbc1ffe0 req-904648a6-e524-4630-bb39-5ee1fc4136cd tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=97c3f0fd-b0be-4ef9-9b7d-32b36b097505 HTTP/1.1" status: 200 len: 945 time: 0.0815117 Jun 06 17:49:12.752669 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-217b6cb8-a8e5-4c2f-8fd7-2ac4dbc1ffe0 req-7fff2ec5-566e-4adf-81cb-855bf77f3faf tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395393 Jun 06 17:49:13.659235 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device d34b1918-2290-41d8-9ded-40084611b318 up at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:49:13.781326 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning for port d34b1918-2290-41d8-9ded-40084611b318 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:49:13.786075 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning complete for port d34b1918-2290-41d8-9ded-40084611b318 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:49:13.786506 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:13.899404 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:13.928890 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c3f0fd-b0be-4ef9-9b7d-32b36b097505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34b1918-2290-41d8-9ded-40084611b318'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:49:13.931140 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9fff5b-c14a-4842-b4ad-23f81841dd02" -d '{"events": [{"server_uuid": "97c3f0fd-b0be-4ef9-9b7d-32b36b097505", "name": "network-vif-plugged", "status": "completed", "tag": "d34b1918-2290-41d8-9ded-40084611b318"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:49:13.939097 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port d34b1918-2290-41d8-9ded-40084611b318, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=d34b1918-2290-41d8-9ded-40084611b318,segment=NetworkSegment(2ce8c074-5453-4e8c-87f7-ab1b8f58260c),segment_id=2ce8c074-5453-4e8c-87f7-ab1b8f58260c)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:49:13.942297 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f64e1-1157-4b87-9641-eb915f4d8722 req-af696de3-0a5d-4895-b75c-b0c3200a366b tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:13.943775 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-919f64e1-1157-4b87-9641-eb915f4d8722 req-af696de3-0a5d-4895-b75c-b0c3200a366b tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=97c3f0fd-b0be-4ef9-9b7d-32b36b097505 HTTP/1.1" status: 200 len: 945 time: 0.0848076 Jun 06 17:49:13.975388 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb5058f-bd76-4c15-b89c-854db78f0df5 x-openstack-request-id: req-9eb5058f-bd76-4c15-b89c-854db78f0df5 {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:49:13.978232 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c3f0fd-b0be-4ef9-9b7d-32b36b097505", "name": "network-vif-plugged", "status": "completed", "tag": "d34b1918-2290-41d8-9ded-40084611b318", "code": 200}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:49:13.978232 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9eb5058f-bd76-4c15-b89c-854db78f0df5 {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:49:13.978232 dv-cinder-791281-4-smb neutron-server[98877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c3f0fd-b0be-4ef9-9b7d-32b36b097505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34b1918-2290-41d8-9ded-40084611b318', 'code': 200} Jun 06 17:49:13.992247 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-919f64e1-1157-4b87-9641-eb915f4d8722 req-6a08309d-8881-46f6-8959-8cff2f5c3071 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417948 Jun 06 17:49:14.026916 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:14.029561 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:49:14.095631 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=d34b1918-2290-41d8-9ded-40084611b318,revision_number=5']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:49:14.098577 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:49:14.426977 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147adfbe-a523-41bd-a2c7-d818fc766a7f req-c802e15a-c13a-44ae-b35c-e8e64258817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:14.428285 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-147adfbe-a523-41bd-a2c7-d818fc766a7f req-c802e15a-c13a-44ae-b35c-e8e64258817a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=97c3f0fd-b0be-4ef9-9b7d-32b36b097505 HTTP/1.1" status: 200 len: 1099 time: 0.0710719 Jun 06 17:49:14.474307 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-147adfbe-a523-41bd-a2c7-d818fc766a7f req-dac75965-8d04-4fdb-a4be-f5016453b497 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336263 Jun 06 17:49:15.179061 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce6c55-8af8-4c61-b7cf-b8b9406776d2 req-f975e741-857e-44cd-aab2-cf5530ee3465 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:15.180486 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-bbce6c55-8af8-4c61-b7cf-b8b9406776d2 req-f975e741-857e-44cd-aab2-cf5530ee3465 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=97c3f0fd-b0be-4ef9-9b7d-32b36b097505 HTTP/1.1" status: 200 len: 946 time: 0.0786726 Jun 06 17:49:15.226472 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-bbce6c55-8af8-4c61-b7cf-b8b9406776d2 req-f2d3ef07-a778-4b57-a3a5-d9d234c6edc9 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392160 Jun 06 17:49:15.781079 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-e9c76795-ea48-4afc-979b-9bba3ddb8750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:16.406321 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab0b60-5616-4456-ac0d-86d84001ca87 req-1c7c76fb-05c5-4baf-b29d-69e02e7dc2c9 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:16.407736 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8aab0b60-5616-4456-ac0d-86d84001ca87 req-1c7c76fb-05c5-4baf-b29d-69e02e7dc2c9 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=97c3f0fd-b0be-4ef9-9b7d-32b36b097505 HTTP/1.1" status: 200 len: 946 time: 0.0799255 Jun 06 17:49:16.450571 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-8aab0b60-5616-4456-ac0d-86d84001ca87 req-6069198a-68b8-473f-ac5a-c32b70dd0d22 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373719 Jun 06 17:49:18.283963 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-743fb3f3-aec4-4348-b6c6-4bb06b48da48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:18.324025 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:18.649728 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-7b928733-3351-48fa-8b54-e943bbd4caa4 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:18.651069 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-7b928733-3351-48fa-8b54-e943bbd4caa4 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/networks?id=8a68899d-7ba9-403e-a362-c3d221db1c4f HTTP/1.1" status: 200 len: 815 time: 0.1430533 Jun 06 17:49:18.665120 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-c767d126-62d9-4a44-9ed3-c6a4423d37a2 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/quotas/c3fcf0adf4dd44f3b54e43b70f852d9d HTTP/1.1" status: 200 len: 375 time: 0.0086825 Jun 06 17:49:18.750895 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-32a2b7e3-ff14-4362-8e0f-92b15fda116c tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3fcf0adf4dd44f3b54e43b70f852d9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805974 Jun 06 17:49:18.879799 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-a1601a0b-eafa-4de2-9b06-136dddf43546 service neutron] 10.222.0.23 "GET /v2.0/networks/8a68899d-7ba9-403e-a362-c3d221db1c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222992 Jun 06 17:49:19.006597 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-e96014a3-14f0-4c2d-973a-3bd1aa4acab2 service neutron] 10.222.0.23 "GET /v2.0/networks/8a68899d-7ba9-403e-a362-c3d221db1c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211641 Jun 06 17:49:19.227517 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:19.270970 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-baa32b93-9d2b-4a59-9d00-79d97311d46d req-f3ac2e82-dd90-4cea-bcd0-a0f25fe5c2ab tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a03354-1066-4e18-8acd-1f9869ac549a HTTP/1.1" status: 200 len: 210 time: 0.0460272 Jun 06 17:49:20.421133 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-7894d07c-2051-4d9d-ad30-218dcdac6e1b req-b0de894b-ef73-4d2e-a45f-83df96d5e380 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a03354-1066-4e18-8acd-1f9869ac549a HTTP/1.1" status: 200 len: 210 time: 0.0429213 Jun 06 17:49:20.883833 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:21.231595 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-d855e765-b20b-4569-b9e6-45f31da57f66 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:21.232918 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-d855e765-b20b-4569-b9e6-45f31da57f66 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.21 "GET /v2.0/networks?id=8a68899d-7ba9-403e-a362-c3d221db1c4f HTTP/1.1" status: 200 len: 815 time: 0.1469204 Jun 06 17:49:21.247054 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-596285bb-320d-43af-afee-a0a7c4f9ecae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Request body: {'port': {'device_id': '68a03354-1066-4e18-8acd-1f9869ac549a', 'network_id': '8a68899d-7ba9-403e-a362-c3d221db1c4f', 'admin_state_up': True, 'tenant_id': 'c3fcf0adf4dd44f3b54e43b70f852d9d'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:49:21.434949 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:49:21.455293 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-596285bb-320d-43af-afee-a0a7c4f9ecae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Made reservation on behalf of c3fcf0adf4dd44f3b54e43b70f852d9d for: {'port': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:49:21.458930 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-596285bb-320d-43af-afee-a0a7c4f9ecae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:21.575727 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-f501db53-30ea-40f1-b5e8-231ddb183ca6 req-8d1d914f-91f1-473d-aec0-ed8c552d8335 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a03354-1066-4e18-8acd-1f9869ac549a HTTP/1.1" status: 200 len: 210 time: 0.0459232 Jun 06 17:49:21.716652 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_common [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-596285bb-320d-43af-afee-a0a7c4f9ecae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Allocated IP 172.20.0.5 (8a68899d-7ba9-403e-a362-c3d221db1c4f/1dcc36bb-af87-4f61-a469-cd74cb34613b/a3034f7e-6f16-4f84-bd7f-1ca337f6d362) {{(pid=98875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:49:21.919263 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-596285bb-320d-43af-afee-a0a7c4f9ecae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks [] for port, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:21.998793 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-596285bb-320d-43af-afee-a0a7c4f9ecae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9508315'] for port, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:22.005230 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-5d783145-3508-4244-99df-dcb2f3625faf tempest-VolumesSnapshotTestJSON-476022711 tempest-VolumesSnapshotTestJSON-476022711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:49:22.010700 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['ef3447c8-5b64-4a78-befc-5ff68aebcf69', 'd34b1918-2290-41d8-9ded-40084611b318'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:49:22.069663 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-596285bb-320d-43af-afee-a0a7c4f9ecae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Network 8a68899d-7ba9-403e-a362-c3d221db1c4f is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:49:22.072857 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-596285bb-320d-43af-afee-a0a7c4f9ecae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:49:22.077995 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-596285bb-320d-43af-afee-a0a7c4f9ecae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Received port after_create {{(pid=98875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:49:22.107988 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596285bb-320d-43af-afee-a0a7c4f9ecae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Pushing event updated for resources: {'Port': ['ID=a3034f7e-6f16-4f84-bd7f-1ca337f6d362,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:49:22.115628 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-596285bb-320d-43af-afee-a0a7c4f9ecae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:49:22.145720 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-596285bb-320d-43af-afee-a0a7c4f9ecae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:22.146339 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-596285bb-320d-43af-afee-a0a7c4f9ecae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:22.244483 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-596285bb-320d-43af-afee-a0a7c4f9ecae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0014675 Jun 06 17:49:22.256887 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-49af1b04-5aba-464e-835c-9fff2aae25ce service neutron] Request body: {'port': {'device_id': '68a03354-1066-4e18-8acd-1f9869ac549a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:49:22.368308 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-49af1b04-5aba-464e-835c-9fff2aae25ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:22.760321 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-49af1b04-5aba-464e-835c-9fff2aae25ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3034f7e-6f16-4f84-bd7f-1ca337f6d362 {{(pid=98875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:49:22.769469 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-49af1b04-5aba-464e-835c-9fff2aae25ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:22.789736 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-49af1b04-5aba-464e-835c-9fff2aae25ce service neutron] Transition to ACTIVE for port object a3034f7e-6f16-4f84-bd7f-1ca337f6d362 will not be triggered until provisioned by entity L2. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:49:22.804665 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a80c7-660d-4b3e-a8c5-9edfc893cf83 req-6c2d87fc-bbae-4006-8456-1fd374e0e230 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:22.806096 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4f1a80c7-660d-4b3e-a8c5-9edfc893cf83 req-6c2d87fc-bbae-4006-8456-1fd374e0e230 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a03354-1066-4e18-8acd-1f9869ac549a HTTP/1.1" status: 200 len: 931 time: 0.1232817 Jun 06 17:49:22.849581 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4f1a80c7-660d-4b3e-a8c5-9edfc893cf83 req-12083d34-0292-4450-b9be-c4b636cf065d tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378726 Jun 06 17:49:22.855528 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-49af1b04-5aba-464e-835c-9fff2aae25ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9508320'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:22.860792 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-4aadc6a2-b27a-4845-b300-7dc824805830 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:49:23.010559 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af1b04-5aba-464e-835c-9fff2aae25ce service neutron] Pushing event updated for resources: {'Port': ['ID=a3034f7e-6f16-4f84-bd7f-1ca337f6d362,revision_number=2']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:49:23.017222 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-49af1b04-5aba-464e-835c-9fff2aae25ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:49:23.086060 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-49af1b04-5aba-464e-835c-9fff2aae25ce service neutron] Attempting to bind port a3034f7e-6f16-4f84-bd7f-1ca337f6d362 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:49:23.086342 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-49af1b04-5aba-464e-835c-9fff2aae25ce service neutron] Attempting to bind port a3034f7e-6f16-4f84-bd7f-1ca337f6d362 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '2ce8c074-5453-4e8c-87f7-ab1b8f58260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8a68899d-7ba9-403e-a362-c3d221db1c4f'}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:49:23.086667 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-49af1b04-5aba-464e-835c-9fff2aae25ce service neutron] Attempting to bind port a3034f7e-6f16-4f84-bd7f-1ca337f6d362 on network 8a68899d-7ba9-403e-a362-c3d221db1c4f {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:49:23.091732 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-49af1b04-5aba-464e-835c-9fff2aae25ce service neutron] Port a3034f7e-6f16-4f84-bd7f-1ca337f6d362 on network 8a68899d-7ba9-403e-a362-c3d221db1c4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:49:23.092046 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-49af1b04-5aba-464e-835c-9fff2aae25ce service neutron] Attempting to bind port a3034f7e-6f16-4f84-bd7f-1ca337f6d362 on network 8a68899d-7ba9-403e-a362-c3d221db1c4f {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:49:23.097120 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-49af1b04-5aba-464e-835c-9fff2aae25ce service neutron] Checking agent: {'id': 'a6fcd907-c3ac-4abf-b52d-463afd7284ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'started_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:49:23.097446 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-49af1b04-5aba-464e-835c-9fff2aae25ce service neutron] Checking segment: {'id': '2ce8c074-5453-4e8c-87f7-ab1b8f58260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8a68899d-7ba9-403e-a362-c3d221db1c4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:49:23.097818 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-49af1b04-5aba-464e-835c-9fff2aae25ce service neutron] Bound using segment: {'id': '2ce8c074-5453-4e8c-87f7-ab1b8f58260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8a68899d-7ba9-403e-a362-c3d221db1c4f'} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:49:23.098268 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-49af1b04-5aba-464e-835c-9fff2aae25ce service neutron] Bound port: a3034f7e-6f16-4f84-bd7f-1ca337f6d362, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce8c074-5453-4e8c-87f7-ab1b8f58260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8a68899d-7ba9-403e-a362-c3d221db1c4f'}}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:49:23.098602 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-49af1b04-5aba-464e-835c-9fff2aae25ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:23.187842 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-49af1b04-5aba-464e-835c-9fff2aae25ce service neutron] For port a3034f7e-6f16-4f84-bd7f-1ca337f6d362, host hv-cinder-79128, cleared binding levels {{(pid=98875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:49:23.190767 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-49af1b04-5aba-464e-835c-9fff2aae25ce service neutron] For port a3034f7e-6f16-4f84-bd7f-1ca337f6d362, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a3034f7e-6f16-4f84-bd7f-1ca337f6d362,segment=NetworkSegment(2ce8c074-5453-4e8c-87f7-ab1b8f58260c),segment_id=2ce8c074-5453-4e8c-87f7-ab1b8f58260c)] {{(pid=98875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:49:23.255645 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-49af1b04-5aba-464e-835c-9fff2aae25ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9508320'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:23.260092 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-503fa545-0915-4b15-b9b3-123aa7670f62 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:49:23.316056 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-49af1b04-5aba-464e-835c-9fff2aae25ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:23.316654 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-49af1b04-5aba-464e-835c-9fff2aae25ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:23.317981 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-49af1b04-5aba-464e-835c-9fff2aae25ce service neutron] 10.222.0.21 "PUT /v2.0/ports/a3034f7e-6f16-4f84-bd7f-1ca337f6d362 HTTP/1.1" status: 200 len: 1093 time: 1.0652199 Jun 06 17:49:23.318489 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a03354-1066-4e18-8acd-1f9869ac549a', 'tag': 'a3034f7e-6f16-4f84-bd7f-1ca337f6d362'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:49:23.320756 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3532ce8-cd73-4465-9323-cba7bb7f0e30" -d '{"events": [{"name": "network-changed", "server_uuid": "68a03354-1066-4e18-8acd-1f9869ac549a", "tag": "a3034f7e-6f16-4f84-bd7f-1ca337f6d362"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:49:23.338309 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af1b04-5aba-464e-835c-9fff2aae25ce service neutron] Pushing event updated for resources: {'Port': ['ID=a3034f7e-6f16-4f84-bd7f-1ca337f6d362,revision_number=3']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:49:23.341924 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-49af1b04-5aba-464e-835c-9fff2aae25ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:49:23.364043 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e514e97f-9420-412d-adef-a0f484d6b597 x-openstack-request-id: req-e514e97f-9420-412d-adef-a0f484d6b597 {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:49:23.364365 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68a03354-1066-4e18-8acd-1f9869ac549a", "tag": "a3034f7e-6f16-4f84-bd7f-1ca337f6d362", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:49:23.364654 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e514e97f-9420-412d-adef-a0f484d6b597 {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:49:23.365136 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a03354-1066-4e18-8acd-1f9869ac549a', 'tag': 'a3034f7e-6f16-4f84-bd7f-1ca337f6d362', 'status': 'completed', 'code': 200} Jun 06 17:49:23.458365 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3532ce8-cd73-4465-9323-cba7bb7f0e30 req-f7f5c8b3-1e3e-4c0c-8718-27cf0c91b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:23.459822 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b3532ce8-cd73-4465-9323-cba7bb7f0e30 req-f7f5c8b3-1e3e-4c0c-8718-27cf0c91b1fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3fcf0adf4dd44f3b54e43b70f852d9d&device_id=68a03354-1066-4e18-8acd-1f9869ac549a HTTP/1.1" status: 200 len: 1096 time: 0.0742021 Jun 06 17:49:23.679007 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3532ce8-cd73-4465-9323-cba7bb7f0e30 req-efa48008-90ac-4348-b632-bc214d34e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:23.680324 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b3532ce8-cd73-4465-9323-cba7bb7f0e30 req-efa48008-90ac-4348-b632-bc214d34e5be service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c3fcf0adf4dd44f3b54e43b70f852d9d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2132506 Jun 06 17:49:23.814673 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3532ce8-cd73-4465-9323-cba7bb7f0e30 req-7743e1fa-1f61-47b5-8e8d-99b7c5f8c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:23.816064 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b3532ce8-cd73-4465-9323-cba7bb7f0e30 req-7743e1fa-1f61-47b5-8e8d-99b7c5f8c17b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1295316 Jun 06 17:49:23.920369 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-4b642b76-18bc-4158-824b-641b8ca793ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:23.922138 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-4b642b76-18bc-4158-824b-641b8ca793ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3fcf0adf4dd44f3b54e43b70f852d9d&device_id=68a03354-1066-4e18-8acd-1f9869ac549a HTTP/1.1" status: 200 len: 1096 time: 0.0707719 Jun 06 17:49:24.025120 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-22199ed3-d914-44b0-9701-d2f547af762b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3034f7e-6f16-4f84-bd7f-1ca337f6d362 HTTP/1.1" status: 200 len: 217 time: 0.0953057 Jun 06 17:49:24.102866 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-52daa88d-98b8-4a98-b3ce-23ec3a419819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:24.104209 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-52daa88d-98b8-4a98-b3ce-23ec3a419819 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1dcc36bb-af87-4f61-a469-cd74cb34613b HTTP/1.1" status: 200 len: 855 time: 0.0731254 Jun 06 17:49:24.151715 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbcf3c-508e-47a3-96a5-6f41d83a73ad req-e0748ef7-f598-40d8-90ee-6551cf38ca9d tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:24.153067 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e8fbcf3c-508e-47a3-96a5-6f41d83a73ad req-e0748ef7-f598-40d8-90ee-6551cf38ca9d tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a03354-1066-4e18-8acd-1f9869ac549a HTTP/1.1" status: 200 len: 943 time: 0.1740866 Jun 06 17:49:24.159210 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-448b0f77-035e-4e57-8585-102dff3e9afa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a68899d-7ba9-403e-a362-c3d221db1c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469410 Jun 06 17:49:24.275874 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-e8fbcf3c-508e-47a3-96a5-6f41d83a73ad req-3373b6b0-c673-4540-84ca-e95ec5e61934 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156893 Jun 06 17:49:24.315055 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-427ec66f-f871-4f1d-aa13-0d6fbf11222b service neutron] 10.222.0.21 "GET /v2.0/networks/8a68899d-7ba9-403e-a362-c3d221db1c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424243 Jun 06 17:49:24.442888 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-02b8375d-4ad4-48ac-86d9-164e51da21ee req-175c89d8-c2c1-4007-89b1-f85d11b0e0a4 service neutron] 10.222.0.21 "GET /v2.0/networks/8a68899d-7ba9-403e-a362-c3d221db1c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216633 Jun 06 17:49:25.457035 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bded4-d851-461f-8554-a230d6bbb195 req-8693a26f-ccd6-4ad4-816f-eebd40001f9f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:25.458454 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b59bded4-d851-461f-8554-a230d6bbb195 req-8693a26f-ccd6-4ad4-816f-eebd40001f9f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a03354-1066-4e18-8acd-1f9869ac549a HTTP/1.1" status: 200 len: 943 time: 0.0779762 Jun 06 17:49:25.505107 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b59bded4-d851-461f-8554-a230d6bbb195 req-4928290f-4c72-493a-a40c-a0ae2aa1c52e tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411184 Jun 06 17:49:26.691416 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb530b-2d49-4254-999e-a39c71464b8d req-5d35131d-7a03-4ea2-90b9-d99e54a828ae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:26.692842 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-64eb530b-2d49-4254-999e-a39c71464b8d req-5d35131d-7a03-4ea2-90b9-d99e54a828ae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a03354-1066-4e18-8acd-1f9869ac549a HTTP/1.1" status: 200 len: 943 time: 0.0829794 Jun 06 17:49:26.738196 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-64eb530b-2d49-4254-999e-a39c71464b8d req-b0df2d3a-a474-435b-a925-2f3becdf4735 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398595 Jun 06 17:49:27.709494 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device a3034f7e-6f16-4f84-bd7f-1ca337f6d362 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:49:27.844658 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port a3034f7e-6f16-4f84-bd7f-1ca337f6d362, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a3034f7e-6f16-4f84-bd7f-1ca337f6d362,segment=NetworkSegment(2ce8c074-5453-4e8c-87f7-ab1b8f58260c),segment_id=2ce8c074-5453-4e8c-87f7-ab1b8f58260c)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:49:27.858220 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Returning: {'device': 'a3034f7e-6f16-4f84-bd7f-1ca337f6d362', 'network_id': '8a68899d-7ba9-403e-a362-c3d221db1c4f', 'port_id': 'a3034f7e-6f16-4f84-bd7f-1ca337f6d362', 'mac_address': 'fa:16:3e:e7:ea:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dcc36bb-af87-4f61-a469-cd74cb34613b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:49:27.917264 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:27.920146 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cbc1b-11ab-475a-ac07-f8c4acb44305 req-2c455a4b-fae5-4dcc-988d-a38877579711 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:27.921588 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-3c2cbc1b-11ab-475a-ac07-f8c4acb44305 req-2c455a4b-fae5-4dcc-988d-a38877579711 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a03354-1066-4e18-8acd-1f9869ac549a HTTP/1.1" status: 200 len: 943 time: 0.0782614 Jun 06 17:49:27.934342 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3034f7e-6f16-4f84-bd7f-1ca337f6d362 {{(pid=98877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:49:27.949737 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port a3034f7e-6f16-4f84-bd7f-1ca337f6d362, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a3034f7e-6f16-4f84-bd7f-1ca337f6d362,segment=NetworkSegment(2ce8c074-5453-4e8c-87f7-ab1b8f58260c),segment_id=2ce8c074-5453-4e8c-87f7-ab1b8f58260c)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:49:27.965746 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-3c2cbc1b-11ab-475a-ac07-f8c4acb44305 req-a032fd6a-7116-4d28-ac6a-124070a5746a tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380583 Jun 06 17:49:28.015586 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:28.017338 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-d5808fb7-e221-4f0f-9905-685c58682f37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:49:28.081512 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=a3034f7e-6f16-4f84-bd7f-1ca337f6d362,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:49:28.084567 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:49:28.263843 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['a3034f7e-6f16-4f84-bd7f-1ca337f6d362'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:49:29.146203 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2e543-571a-4fdf-85d7-5cc770be09e1 req-2da110a6-9292-400a-9e1d-51a258eeb246 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:29.147615 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-36a2e543-571a-4fdf-85d7-5cc770be09e1 req-2da110a6-9292-400a-9e1d-51a258eeb246 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a03354-1066-4e18-8acd-1f9869ac549a HTTP/1.1" status: 200 len: 944 time: 0.0792351 Jun 06 17:49:29.191182 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-36a2e543-571a-4fdf-85d7-5cc770be09e1 req-f12f0718-d6dc-477e-be15-b97073a7372c tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379839 Jun 06 17:49:29.721914 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device a3034f7e-6f16-4f84-bd7f-1ca337f6d362 up at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:49:29.878399 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning for port a3034f7e-6f16-4f84-bd7f-1ca337f6d362 completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:49:29.882907 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning complete for port a3034f7e-6f16-4f84-bd7f-1ca337f6d362 triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:49:29.883276 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:29.999031 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:30.025238 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a03354-1066-4e18-8acd-1f9869ac549a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3034f7e-6f16-4f84-bd7f-1ca337f6d362'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:49:30.028097 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02591cff-64a8-40f0-9f16-28ea42c89e48" -d '{"events": [{"server_uuid": "68a03354-1066-4e18-8acd-1f9869ac549a", "name": "network-vif-plugged", "status": "completed", "tag": "a3034f7e-6f16-4f84-bd7f-1ca337f6d362"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:49:30.038508 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port a3034f7e-6f16-4f84-bd7f-1ca337f6d362, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a3034f7e-6f16-4f84-bd7f-1ca337f6d362,segment=NetworkSegment(2ce8c074-5453-4e8c-87f7-ab1b8f58260c),segment_id=2ce8c074-5453-4e8c-87f7-ab1b8f58260c)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:49:30.073935 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0a4cf9-5230-42b3-ac98-b1dfed1a854a x-openstack-request-id: req-bd0a4cf9-5230-42b3-ac98-b1dfed1a854a {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:49:30.073935 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a03354-1066-4e18-8acd-1f9869ac549a", "name": "network-vif-plugged", "status": "completed", "tag": "a3034f7e-6f16-4f84-bd7f-1ca337f6d362", "code": 200}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:49:30.073935 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bd0a4cf9-5230-42b3-ac98-b1dfed1a854a {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:49:30.073935 dv-cinder-791281-4-smb neutron-server[98877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a03354-1066-4e18-8acd-1f9869ac549a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3034f7e-6f16-4f84-bd7f-1ca337f6d362', 'code': 200} Jun 06 17:49:30.112548 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:30.114556 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:49:30.183053 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=a3034f7e-6f16-4f84-bd7f-1ca337f6d362,revision_number=5']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:49:30.186389 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:49:30.397050 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644753a-16a7-4383-8572-96eb2a421aa1 req-0af257f0-0db9-4b51-bef0-003c933e4c99 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:30.398509 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-d644753a-16a7-4383-8572-96eb2a421aa1 req-0af257f0-0db9-4b51-bef0-003c933e4c99 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a03354-1066-4e18-8acd-1f9869ac549a HTTP/1.1" status: 200 len: 945 time: 0.0848072 Jun 06 17:49:30.488928 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-d644753a-16a7-4383-8572-96eb2a421aa1 req-ccc31f35-e730-4c95-b99e-6a6ec6d62cc2 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606954 Jun 06 17:49:30.502021 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130619cd-b8f8-4ab0-a743-5d6b3f5e48c5 req-b6d48b44-285c-4163-8822-fbeaeaa41690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:30.503463 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-130619cd-b8f8-4ab0-a743-5d6b3f5e48c5 req-b6d48b44-285c-4163-8822-fbeaeaa41690 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68a03354-1066-4e18-8acd-1f9869ac549a HTTP/1.1" status: 200 len: 1098 time: 0.1041381 Jun 06 17:49:30.547690 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-130619cd-b8f8-4ab0-a743-5d6b3f5e48c5 req-e4a4cf1e-fee8-4dbf-b6d1-dc1a630c0129 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367994 Jun 06 17:49:31.678227 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebea1d-b540-447a-ae58-0782a2a54603 req-a64f7e15-714c-475f-afe3-74d99d1afa1d tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:31.679635 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-97ebea1d-b540-447a-ae58-0782a2a54603 req-a64f7e15-714c-475f-afe3-74d99d1afa1d tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a03354-1066-4e18-8acd-1f9869ac549a HTTP/1.1" status: 200 len: 945 time: 0.0827491 Jun 06 17:49:31.723056 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-97ebea1d-b540-447a-ae58-0782a2a54603 req-d94bc528-12a4-475a-b53c-8b33b3d8d7d8 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376923 Jun 06 17:49:32.197898 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:39.116995 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-57093d6e-9f07-4059-91b6-5002ae26b73e tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:39.118346 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-57093d6e-9f07-4059-91b6-5002ae26b73e tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/networks?id=8a68899d-7ba9-403e-a362-c3d221db1c4f HTTP/1.1" status: 200 len: 815 time: 0.1433120 Jun 06 17:49:39.132869 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-c583d39c-0638-463c-88af-84dfabc33e28 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/quotas/c3fcf0adf4dd44f3b54e43b70f852d9d HTTP/1.1" status: 200 len: 375 time: 0.0091760 Jun 06 17:49:39.215350 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-8477567c-3a35-435d-86bb-1a634e1a3f5d tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3fcf0adf4dd44f3b54e43b70f852d9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0776916 Jun 06 17:49:39.386530 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-1623d36d-48df-4aba-b4c9-7b6e7c4ca498 service neutron] 10.222.0.23 "GET /v2.0/networks/8a68899d-7ba9-403e-a362-c3d221db1c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639032 Jun 06 17:49:39.515607 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-a0656f60-75c2-45f5-8618-a45b16fed099 service neutron] 10.222.0.23 "GET /v2.0/networks/8a68899d-7ba9-403e-a362-c3d221db1c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233900 Jun 06 17:49:39.839687 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-6bccb67a-4fc7-42f2-8c28-dfebcfcdf6be req-b01cc8c5-0b5e-491f-83d4-ea9b339527c2 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=26aaa057-0367-4602-8ffb-4ccc45dac10f HTTP/1.1" status: 200 len: 210 time: 0.0944815 Jun 06 17:49:40.989633 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b2765311-4006-4727-8a2c-70a6f289f20c req-4157763f-0c67-432e-8aaf-8de7353fda23 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=26aaa057-0367-4602-8ffb-4ccc45dac10f HTTP/1.1" status: 200 len: 210 time: 0.0477204 Jun 06 17:49:41.872123 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-8c87ddeb-7195-4d61-820e-b57badd8cbea tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:41.873481 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-8c87ddeb-7195-4d61-820e-b57badd8cbea tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.21 "GET /v2.0/networks?id=8a68899d-7ba9-403e-a362-c3d221db1c4f HTTP/1.1" status: 200 len: 815 time: 0.1469002 Jun 06 17:49:41.886413 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-22f718d4-ca51-43d6-9944-cb0423dcb00a tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Request body: {'port': {'device_id': '26aaa057-0367-4602-8ffb-4ccc45dac10f', 'network_id': '8a68899d-7ba9-403e-a362-c3d221db1c4f', 'admin_state_up': True, 'tenant_id': 'c3fcf0adf4dd44f3b54e43b70f852d9d'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:49:42.095350 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-22f718d4-ca51-43d6-9944-cb0423dcb00a tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Made reservation on behalf of c3fcf0adf4dd44f3b54e43b70f852d9d for: {'port': 1} {{(pid=98875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:49:42.098898 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-22f718d4-ca51-43d6-9944-cb0423dcb00a tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:42.251703 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-77a680d6-b8d4-4c88-bab1-5ccc76eb9ab9 req-1971de82-f686-4495-bcdf-4d9f61205d08 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=26aaa057-0367-4602-8ffb-4ccc45dac10f HTTP/1.1" status: 200 len: 210 time: 0.1412177 Jun 06 17:49:42.390843 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_common [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-22f718d4-ca51-43d6-9944-cb0423dcb00a tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Allocated IP 172.20.0.4 (8a68899d-7ba9-403e-a362-c3d221db1c4f/1dcc36bb-af87-4f61-a469-cd74cb34613b/6450a4e5-3652-4757-80d9-5db278739a7c) {{(pid=98875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:49:42.590996 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-22f718d4-ca51-43d6-9944-cb0423dcb00a tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks [] for port, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:42.718083 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-22f718d4-ca51-43d6-9944-cb0423dcb00a tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729318202480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9508315'] for port, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:42.724310 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b83b2bec-a53a-44ce-83c9-a7f25c092fbb tempest-TestMinimumBasicScenario-824389822 tempest-TestMinimumBasicScenario-824389822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:49:42.738966 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['ef3447c8-5b64-4a78-befc-5ff68aebcf69', 'd34b1918-2290-41d8-9ded-40084611b318', 'a3034f7e-6f16-4f84-bd7f-1ca337f6d362'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:49:42.789253 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-22f718d4-ca51-43d6-9944-cb0423dcb00a tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Network 8a68899d-7ba9-403e-a362-c3d221db1c4f is already hosted by enough agents. {{(pid=98875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:49:42.790315 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.scheduler.base_scheduler [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-22f718d4-ca51-43d6-9944-cb0423dcb00a tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Resources bound (agent type, host, resource id): {{(pid=98875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:49:42.794334 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-22f718d4-ca51-43d6-9944-cb0423dcb00a tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Received port after_create {{(pid=98875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:49:42.839524 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f718d4-ca51-43d6-9944-cb0423dcb00a tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Pushing event updated for resources: {'Port': ['ID=6450a4e5-3652-4757-80d9-5db278739a7c,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:49:42.844532 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-22f718d4-ca51-43d6-9944-cb0423dcb00a tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:49:42.865682 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-22f718d4-ca51-43d6-9944-cb0423dcb00a tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:42.866307 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-22f718d4-ca51-43d6-9944-cb0423dcb00a tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:42.958596 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-22f718d4-ca51-43d6-9944-cb0423dcb00a tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0756414 Jun 06 17:49:42.970888 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.v2.base [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-09742eb0-bf48-457b-a217-4b07216f30f8 service neutron] Request body: {'port': {'device_id': '26aaa057-0367-4602-8ffb-4ccc45dac10f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:49:43.079489 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-09742eb0-bf48-457b-a217-4b07216f30f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:43.418997 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-09742eb0-bf48-457b-a217-4b07216f30f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6450a4e5-3652-4757-80d9-5db278739a7c {{(pid=98875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:49:43.426807 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-09742eb0-bf48-457b-a217-4b07216f30f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:43.432917 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f871c3-e249-45e9-94ad-af49be211ddb req-b7d0ab3d-fd00-42f3-8927-a8f4659dc867 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:43.434391 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-83f871c3-e249-45e9-94ad-af49be211ddb req-b7d0ab3d-fd00-42f3-8927-a8f4659dc867 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=26aaa057-0367-4602-8ffb-4ccc45dac10f HTTP/1.1" status: 200 len: 931 time: 0.0806587 Jun 06 17:49:43.441428 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-09742eb0-bf48-457b-a217-4b07216f30f8 service neutron] Transition to ACTIVE for port object 6450a4e5-3652-4757-80d9-5db278739a7c will not be triggered until provisioned by entity L2. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:49:43.478301 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-83f871c3-e249-45e9-94ad-af49be211ddb req-ae4fba94-c3b9-47f1-bd2f-6fdba381bfb1 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376780 Jun 06 17:49:43.495461 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-09742eb0-bf48-457b-a217-4b07216f30f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9508320'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:43.500812 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-1bb31da9-183e-4414-a523-f26a45582f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:49:43.655902 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09742eb0-bf48-457b-a217-4b07216f30f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6450a4e5-3652-4757-80d9-5db278739a7c,revision_number=2']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:49:43.682818 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-09742eb0-bf48-457b-a217-4b07216f30f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:49:43.725394 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-09742eb0-bf48-457b-a217-4b07216f30f8 service neutron] Attempting to bind port 6450a4e5-3652-4757-80d9-5db278739a7c on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:49:43.725726 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-09742eb0-bf48-457b-a217-4b07216f30f8 service neutron] Attempting to bind port 6450a4e5-3652-4757-80d9-5db278739a7c by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '2ce8c074-5453-4e8c-87f7-ab1b8f58260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8a68899d-7ba9-403e-a362-c3d221db1c4f'}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:49:43.726047 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-09742eb0-bf48-457b-a217-4b07216f30f8 service neutron] Attempting to bind port 6450a4e5-3652-4757-80d9-5db278739a7c on network 8a68899d-7ba9-403e-a362-c3d221db1c4f {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:49:43.730632 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-09742eb0-bf48-457b-a217-4b07216f30f8 service neutron] Port 6450a4e5-3652-4757-80d9-5db278739a7c on network 8a68899d-7ba9-403e-a362-c3d221db1c4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:49:43.730943 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-09742eb0-bf48-457b-a217-4b07216f30f8 service neutron] Attempting to bind port 6450a4e5-3652-4757-80d9-5db278739a7c on network 8a68899d-7ba9-403e-a362-c3d221db1c4f {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:49:43.736908 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-09742eb0-bf48-457b-a217-4b07216f30f8 service neutron] Checking agent: {'id': 'a6fcd907-c3ac-4abf-b52d-463afd7284ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'started_at': datetime.datetime(2021, 6, 6, 17, 38, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:49:43.737232 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-09742eb0-bf48-457b-a217-4b07216f30f8 service neutron] Checking segment: {'id': '2ce8c074-5453-4e8c-87f7-ab1b8f58260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8a68899d-7ba9-403e-a362-c3d221db1c4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:49:43.737601 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-09742eb0-bf48-457b-a217-4b07216f30f8 service neutron] Bound using segment: {'id': '2ce8c074-5453-4e8c-87f7-ab1b8f58260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8a68899d-7ba9-403e-a362-c3d221db1c4f'} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:49:43.738017 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-09742eb0-bf48-457b-a217-4b07216f30f8 service neutron] Bound port: 6450a4e5-3652-4757-80d9-5db278739a7c, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce8c074-5453-4e8c-87f7-ab1b8f58260c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8a68899d-7ba9-403e-a362-c3d221db1c4f'}}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:49:43.738376 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-09742eb0-bf48-457b-a217-4b07216f30f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:43.825066 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-09742eb0-bf48-457b-a217-4b07216f30f8 service neutron] For port 6450a4e5-3652-4757-80d9-5db278739a7c, host hv-cinder-79128, cleared binding levels {{(pid=98875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:49:43.827955 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-09742eb0-bf48-457b-a217-4b07216f30f8 service neutron] For port 6450a4e5-3652-4757-80d9-5db278739a7c, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6450a4e5-3652-4757-80d9-5db278739a7c,segment=NetworkSegment(2ce8c074-5453-4e8c-87f7-ab1b8f58260c),segment_id=2ce8c074-5453-4e8c-87f7-ab1b8f58260c)] {{(pid=98875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:49:43.912692 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-09742eb0-bf48-457b-a217-4b07216f30f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9508320'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:43.916361 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-0a557350-57d6-4fb8-b7ca-fc84d7e5f0da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:49:43.976293 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-09742eb0-bf48-457b-a217-4b07216f30f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:43.976941 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-09742eb0-bf48-457b-a217-4b07216f30f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:43.978377 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-09742eb0-bf48-457b-a217-4b07216f30f8 service neutron] 10.222.0.21 "PUT /v2.0/ports/6450a4e5-3652-4757-80d9-5db278739a7c HTTP/1.1" status: 200 len: 1093 time: 1.0115221 Jun 06 17:49:43.978882 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26aaa057-0367-4602-8ffb-4ccc45dac10f', 'tag': '6450a4e5-3652-4757-80d9-5db278739a7c'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:49:43.981155 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c305e7c5-964c-47ff-90e6-fe42f86d5873" -d '{"events": [{"name": "network-changed", "server_uuid": "26aaa057-0367-4602-8ffb-4ccc45dac10f", "tag": "6450a4e5-3652-4757-80d9-5db278739a7c"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:49:43.998288 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09742eb0-bf48-457b-a217-4b07216f30f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6450a4e5-3652-4757-80d9-5db278739a7c,revision_number=3']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:49:44.001720 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-09742eb0-bf48-457b-a217-4b07216f30f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:49:44.029728 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f551729e-2859-4b84-9d3b-10e709225421 x-openstack-request-id: req-f551729e-2859-4b84-9d3b-10e709225421 {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:49:44.030053 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26aaa057-0367-4602-8ffb-4ccc45dac10f", "tag": "6450a4e5-3652-4757-80d9-5db278739a7c", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:49:44.030369 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f551729e-2859-4b84-9d3b-10e709225421 {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:49:44.030791 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26aaa057-0367-4602-8ffb-4ccc45dac10f', 'tag': '6450a4e5-3652-4757-80d9-5db278739a7c', 'status': 'completed', 'code': 200} Jun 06 17:49:44.123039 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305e7c5-964c-47ff-90e6-fe42f86d5873 req-d77d4535-400c-4c5e-b6f8-63d0e573a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:44.124464 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c305e7c5-964c-47ff-90e6-fe42f86d5873 req-d77d4535-400c-4c5e-b6f8-63d0e573a2f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3fcf0adf4dd44f3b54e43b70f852d9d&device_id=26aaa057-0367-4602-8ffb-4ccc45dac10f HTTP/1.1" status: 200 len: 1096 time: 0.0716889 Jun 06 17:49:44.265866 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305e7c5-964c-47ff-90e6-fe42f86d5873 req-b36cccba-310e-4765-acb1-ca65bc49a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:44.267330 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c305e7c5-964c-47ff-90e6-fe42f86d5873 req-b36cccba-310e-4765-acb1-ca65bc49a78d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c3fcf0adf4dd44f3b54e43b70f852d9d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1354108 Jun 06 17:49:44.488916 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305e7c5-964c-47ff-90e6-fe42f86d5873 req-082718c1-3a97-47a7-8c7d-ecba42ad3f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:44.490367 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c305e7c5-964c-47ff-90e6-fe42f86d5873 req-082718c1-3a97-47a7-8c7d-ecba42ad3f26 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2144449 Jun 06 17:49:44.599581 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-6c052de7-ec80-4919-b575-f93ec8c09f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:44.601255 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-6c052de7-ec80-4919-b575-f93ec8c09f04 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3fcf0adf4dd44f3b54e43b70f852d9d&device_id=26aaa057-0367-4602-8ffb-4ccc45dac10f HTTP/1.1" status: 200 len: 1096 time: 0.0705016 Jun 06 17:49:44.666472 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405987ce-5713-4886-b5b0-5a82edcf0a23 req-ff56b51d-9e4c-4e5f-b6c7-570fe1635793 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:44.667907 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-405987ce-5713-4886-b5b0-5a82edcf0a23 req-ff56b51d-9e4c-4e5f-b6c7-570fe1635793 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=26aaa057-0367-4602-8ffb-4ccc45dac10f HTTP/1.1" status: 200 len: 943 time: 0.0839953 Jun 06 17:49:44.672611 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-99d1e250-53ea-4781-b78b-89113ff8e607 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6450a4e5-3652-4757-80d9-5db278739a7c HTTP/1.1" status: 200 len: 217 time: 0.0632026 Jun 06 17:49:44.711661 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-405987ce-5713-4886-b5b0-5a82edcf0a23 req-786067b1-940e-4e6a-bcb3-7752220b427f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374804 Jun 06 17:49:44.738856 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-8883d5c5-3594-4452-b8f9-c25aa8f65911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:44.740248 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-8883d5c5-3594-4452-b8f9-c25aa8f65911 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1dcc36bb-af87-4f61-a469-cd74cb34613b HTTP/1.1" status: 200 len: 855 time: 0.0614090 Jun 06 17:49:44.787803 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-f1b22c20-fad9-4002-89d8-abba79c095a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a68899d-7ba9-403e-a362-c3d221db1c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414736 Jun 06 17:49:44.916465 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-ff84a90a-d0bd-421c-adc9-dc1637c7df55 service neutron] 10.222.0.21 "GET /v2.0/networks/8a68899d-7ba9-403e-a362-c3d221db1c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221147 Jun 06 17:49:45.047630 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c0526378-0efb-40a1-b225-e45b3738ac38 req-a6e9b725-6318-410a-8a35-18723c4ff761 service neutron] 10.222.0.21 "GET /v2.0/networks/8a68899d-7ba9-403e-a362-c3d221db1c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232362 Jun 06 17:49:45.752367 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-7a026ce0-0fad-45dc-bc1c-d176c2af9a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:45.892996 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a570254-058b-4ee0-8bd8-44ec601bd1fb req-de01b6dd-5b5e-4876-8942-d0f265e66184 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:45.894314 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9a570254-058b-4ee0-8bd8-44ec601bd1fb req-de01b6dd-5b5e-4876-8942-d0f265e66184 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=26aaa057-0367-4602-8ffb-4ccc45dac10f HTTP/1.1" status: 200 len: 943 time: 0.0775013 Jun 06 17:49:45.937005 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-9a570254-058b-4ee0-8bd8-44ec601bd1fb req-4e144a04-ea69-4d6f-8638-bfee8a8b212e tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372548 Jun 06 17:49:47.115418 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661484e-b898-48a7-9eb8-3d7dd113e6ec req-31f5fc03-2fee-48df-bf63-fd0a069a9099 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:47.116848 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c661484e-b898-48a7-9eb8-3d7dd113e6ec req-31f5fc03-2fee-48df-bf63-fd0a069a9099 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=26aaa057-0367-4602-8ffb-4ccc45dac10f HTTP/1.1" status: 200 len: 943 time: 0.0791497 Jun 06 17:49:47.159924 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-c661484e-b898-48a7-9eb8-3d7dd113e6ec req-877b21f3-88b0-4540-8960-9e8f2c74f036 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375464 Jun 06 17:49:47.861980 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 6450a4e5-3652-4757-80d9-5db278739a7c details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:49:48.021782 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 6450a4e5-3652-4757-80d9-5db278739a7c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6450a4e5-3652-4757-80d9-5db278739a7c,segment=NetworkSegment(2ce8c074-5453-4e8c-87f7-ab1b8f58260c),segment_id=2ce8c074-5453-4e8c-87f7-ab1b8f58260c)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:49:48.034899 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Returning: {'device': '6450a4e5-3652-4757-80d9-5db278739a7c', 'network_id': '8a68899d-7ba9-403e-a362-c3d221db1c4f', 'port_id': '6450a4e5-3652-4757-80d9-5db278739a7c', 'mac_address': 'fa:16:3e:4d:e2:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dcc36bb-af87-4f61-a469-cd74cb34613b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:49:48.090814 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:48.107893 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6450a4e5-3652-4757-80d9-5db278739a7c {{(pid=98877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:49:48.122742 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 6450a4e5-3652-4757-80d9-5db278739a7c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6450a4e5-3652-4757-80d9-5db278739a7c,segment=NetworkSegment(2ce8c074-5453-4e8c-87f7-ab1b8f58260c),segment_id=2ce8c074-5453-4e8c-87f7-ab1b8f58260c)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:49:48.198311 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:48.203932 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:49:48.266782 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=6450a4e5-3652-4757-80d9-5db278739a7c,revision_number=4']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:49:48.274091 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:48.274456 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:48.274783 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:48.275109 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:48.275426 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:48.275758 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:48.276054 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:48.276364 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:48.276676 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:48.277032 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:48.277292 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:48.277597 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:48.282123 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:49:48.282950 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:48.299979 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-29453dd7-92eb-406b-bbd4-e2367c97cce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:48.351172 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba63cb8-f36b-48d5-96ce-709b4fa4ace5 req-e4471511-28af-47ba-8adc-aea1488815ce tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:48.352606 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0ba63cb8-f36b-48d5-96ce-709b4fa4ace5 req-e4471511-28af-47ba-8adc-aea1488815ce tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=26aaa057-0367-4602-8ffb-4ccc45dac10f HTTP/1.1" status: 200 len: 944 time: 0.0879350 Jun 06 17:49:48.397573 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-0ba63cb8-f36b-48d5-96ce-709b4fa4ace5 req-155555b9-db87-46de-84db-498e3fe0627a tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391021 Jun 06 17:49:48.438732 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['6450a4e5-3652-4757-80d9-5db278739a7c'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:49:49.237889 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:49.666473 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3607b6-93c7-492c-9370-161d17c1fa5f req-4e8a3ce2-fb12-42db-b37d-5a4077835c01 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:49.667883 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-dc3607b6-93c7-492c-9370-161d17c1fa5f req-4e8a3ce2-fb12-42db-b37d-5a4077835c01 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=26aaa057-0367-4602-8ffb-4ccc45dac10f HTTP/1.1" status: 200 len: 944 time: 0.1685178 Jun 06 17:49:49.710609 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-dc3607b6-93c7-492c-9370-161d17c1fa5f req-6d7efba2-cb6a-4ead-bed6-79dd6ef50a6e tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365329 Jun 06 17:49:49.888696 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 6450a4e5-3652-4757-80d9-5db278739a7c up at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:49:50.009119 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning for port 6450a4e5-3652-4757-80d9-5db278739a7c completed by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:49:50.030649 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.db.provisioning_blocks [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Provisioning complete for port 6450a4e5-3652-4757-80d9-5db278739a7c triggered by entity L2. {{(pid=98877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:49:50.030649 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1541620'] for port, provisioning_complete {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:50.133353 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-636889'] for port, before_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:50.160942 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26aaa057-0367-4602-8ffb-4ccc45dac10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6450a4e5-3652-4757-80d9-5db278739a7c'}] {{(pid=98877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:49:50.163106 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc680d0da3728438cdc17dab953c41eff2397d2e3843cc2826929f2748545db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282ea6e5-8529-4b2d-a909-70b9da102895" -d '{"events": [{"server_uuid": "26aaa057-0367-4602-8ffb-4ccc45dac10f", "name": "network-vif-plugged", "status": "completed", "tag": "6450a4e5-3652-4757-80d9-5db278739a7c"}]}' {{(pid=98877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:49:50.170560 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] For port 6450a4e5-3652-4757-80d9-5db278739a7c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6450a4e5-3652-4757-80d9-5db278739a7c,segment=NetworkSegment(2ce8c074-5453-4e8c-87f7-ab1b8f58260c),segment_id=2ce8c074-5453-4e8c-87f7-ab1b8f58260c)] {{(pid=98877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:49:50.205076 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788881c7-adc2-40a1-82ca-9c47c32c6b1c x-openstack-request-id: req-788881c7-adc2-40a1-82ca-9c47c32c6b1c {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:49:50.205362 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26aaa057-0367-4602-8ffb-4ccc45dac10f", "name": "network-vif-plugged", "status": "completed", "tag": "6450a4e5-3652-4757-80d9-5db278739a7c", "code": 200}]} {{(pid=98877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:49:50.205613 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-788881c7-adc2-40a1-82ca-9c47c32c6b1c {{(pid=98877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:49:50.205995 dv-cinder-791281-4-smb neutron-server[98877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26aaa057-0367-4602-8ffb-4ccc45dac10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6450a4e5-3652-4757-80d9-5db278739a7c', 'code': 200} Jun 06 17:49:50.242916 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729318476014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729318202498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729318202543'] for port, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:50.244759 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:49:50.311848 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Pushing event updated for resources: {'Port': ['ID=6450a4e5-3652-4757-80d9-5db278739a7c,revision_number=5']} {{(pid=98877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:49:50.314943 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG oslo_concurrency.lockutils [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:49:50.585936 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e94c5f-7257-401e-b6fc-d359fc2db2ff req-ec7d1bf2-b316-4f6d-b3de-4568ad210a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:50.587404 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-d1e94c5f-7257-401e-b6fc-d359fc2db2ff req-ec7d1bf2-b316-4f6d-b3de-4568ad210a12 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=26aaa057-0367-4602-8ffb-4ccc45dac10f HTTP/1.1" status: 200 len: 1098 time: 0.1105154 Jun 06 17:49:50.631254 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-d1e94c5f-7257-401e-b6fc-d359fc2db2ff req-77c9faeb-6530-4356-a8be-397b1702e245 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368876 Jun 06 17:49:50.899918 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03303b95-d905-4f3b-9441-c065aed720fd req-81054d8b-a4ee-4343-9f45-04b7aa0eabfc tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:50.901346 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-03303b95-d905-4f3b-9441-c065aed720fd req-81054d8b-a4ee-4343-9f45-04b7aa0eabfc tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=26aaa057-0367-4602-8ffb-4ccc45dac10f HTTP/1.1" status: 200 len: 945 time: 0.0801768 Jun 06 17:49:50.906314 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:50.948287 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-03303b95-d905-4f3b-9441-c065aed720fd req-88126847-4439-4266-9030-1bb84cd19d48 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412478 Jun 06 17:49:52.132522 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94315f1-928a-442c-95ec-d95a64e7918f req-f63037ed-176a-4cb6-ab5b-7e2b5af65976 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:52.133958 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c94315f1-928a-442c-95ec-d95a64e7918f req-f63037ed-176a-4cb6-ab5b-7e2b5af65976 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=26aaa057-0367-4602-8ffb-4ccc45dac10f HTTP/1.1" status: 200 len: 945 time: 0.0799491 Jun 06 17:49:52.177052 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-c94315f1-928a-442c-95ec-d95a64e7918f req-db895005-7da0-4411-bb2e-23807c057f9b tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375991 Jun 06 17:49:58.433475 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:50:00.831432 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54b56f-6715-4f41-ab63-81c333e72833 req-8b29d091-7e3f-4ce6-af15-b266e748abcc tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:50:00.832748 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-2b54b56f-6715-4f41-ab63-81c333e72833 req-8b29d091-7e3f-4ce6-af15-b266e748abcc tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=26aaa057-0367-4602-8ffb-4ccc45dac10f HTTP/1.1" status: 200 len: 945 time: 0.0846775 Jun 06 17:50:00.880664 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-2b54b56f-6715-4f41-ab63-81c333e72833 req-1105bca6-7e5e-46df-858a-5cf00b92681f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412238 Jun 06 17:50:02.064533 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092a36c-c140-4e67-b9be-e6c842aedb94 req-01171d90-ff18-4e24-8b9c-9d6f9864f791 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:50:02.065923 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-6092a36c-c140-4e67-b9be-e6c842aedb94 req-01171d90-ff18-4e24-8b9c-9d6f9864f791 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=26aaa057-0367-4602-8ffb-4ccc45dac10f HTTP/1.1" status: 200 len: 945 time: 0.0784292 Jun 06 17:50:02.110276 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-6092a36c-c140-4e67-b9be-e6c842aedb94 req-e36b75a7-e838-4217-9d76-17d077d4b4b7 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386674 Jun 06 17:50:02.237731 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:02.388203 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b20fa2-5463-400c-8428-3d6be6f6088a req-17470ad5-3ce3-481a-bc82-2255cd8813e4 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:50:02.389579 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-30b20fa2-5463-400c-8428-3d6be6f6088a req-17470ad5-3ce3-481a-bc82-2255cd8813e4 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.21 "GET /v2.0/ports?device_id=26aaa057-0367-4602-8ffb-4ccc45dac10f HTTP/1.1" status: 200 len: 945 time: 0.0784786 Jun 06 17:50:02.525410 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-30b20fa2-5463-400c-8428-3d6be6f6088a req-e7628f61-1e3e-4f0b-8dea-8b885a64a9ae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Deleting port 6450a4e5-3652-4757-80d9-5db278739a7c {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:50:02.525750 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-30b20fa2-5463-400c-8428-3d6be6f6088a req-e7628f61-1e3e-4f0b-8dea-8b885a64a9ae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:02.656381 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-30b20fa2-5463-400c-8428-3d6be6f6088a req-e7628f61-1e3e-4f0b-8dea-8b885a64a9ae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] For port 6450a4e5-3652-4757-80d9-5db278739a7c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6450a4e5-3652-4757-80d9-5db278739a7c,segment=NetworkSegment(2ce8c074-5453-4e8c-87f7-ab1b8f58260c),segment_id=2ce8c074-5453-4e8c-87f7-ab1b8f58260c)] {{(pid=98875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:50:02.656778 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-30b20fa2-5463-400c-8428-3d6be6f6088a req-e7628f61-1e3e-4f0b-8dea-8b885a64a9ae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:02.779970 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-30b20fa2-5463-400c-8428-3d6be6f6088a req-e7628f61-1e3e-4f0b-8dea-8b885a64a9ae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Calling delete_port for 6450a4e5-3652-4757-80d9-5db278739a7c owned by compute:nova {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:50:03.026315 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-30b20fa2-5463-400c-8428-3d6be6f6088a req-e7628f61-1e3e-4f0b-8dea-8b885a64a9ae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9508315'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:03.031673 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-59ebb49d-b23c-41ff-b41c-3b6dbc92b5ae tempest-TestShelveInstance-832289440 tempest-TestShelveInstance-832289440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:50:03.037284 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['ef3447c8-5b64-4a78-befc-5ff68aebcf69', 'd34b1918-2290-41d8-9ded-40084611b318', 'a3034f7e-6f16-4f84-bd7f-1ca337f6d362', '6450a4e5-3652-4757-80d9-5db278739a7c'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:50:03.075978 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7628f61-1e3e-4f0b-8dea-8b885a64a9ae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Pushing event deleted for resources: {'Port': ['ID=6450a4e5-3652-4757-80d9-5db278739a7c,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:50:03.129282 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7628f61-1e3e-4f0b-8dea-8b885a64a9ae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:50:03.129646 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7628f61-1e3e-4f0b-8dea-8b885a64a9ae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:50:03.129995 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7628f61-1e3e-4f0b-8dea-8b885a64a9ae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:50:03.130367 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7628f61-1e3e-4f0b-8dea-8b885a64a9ae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:50:03.130720 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7628f61-1e3e-4f0b-8dea-8b885a64a9ae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:50:03.131061 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7628f61-1e3e-4f0b-8dea-8b885a64a9ae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:50:03.131399 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7628f61-1e3e-4f0b-8dea-8b885a64a9ae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:50:03.131737 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7628f61-1e3e-4f0b-8dea-8b885a64a9ae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:50:03.132070 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7628f61-1e3e-4f0b-8dea-8b885a64a9ae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:50:03.132766 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7628f61-1e3e-4f0b-8dea-8b885a64a9ae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:50:03.132896 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7628f61-1e3e-4f0b-8dea-8b885a64a9ae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:50:03.133136 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7628f61-1e3e-4f0b-8dea-8b885a64a9ae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:50:03.165254 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-e7628f61-1e3e-4f0b-8dea-8b885a64a9ae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:50:03.170246 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b20fa2-5463-400c-8428-3d6be6f6088a req-e7628f61-1e3e-4f0b-8dea-8b885a64a9ae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] No DVR routers for this DVR port 6450a4e5-3652-4757-80d9-5db278739a7c on host hv-cinder-79128 {{(pid=98875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:50:03.173649 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-30b20fa2-5463-400c-8428-3d6be6f6088a req-e7628f61-1e3e-4f0b-8dea-8b885a64a9ae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:03.175574 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-30b20fa2-5463-400c-8428-3d6be6f6088a req-e7628f61-1e3e-4f0b-8dea-8b885a64a9ae tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.21 "DELETE /v2.0/ports/6450a4e5-3652-4757-80d9-5db278739a7c HTTP/1.1" status: 204 len: 173 time: 0.7802107 Jun 06 17:50:03.176046 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26aaa057-0367-4602-8ffb-4ccc45dac10f', 'name': 'network-vif-deleted', 'tag': '6450a4e5-3652-4757-80d9-5db278739a7c'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:50:03.178336 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172adfc7-2ddd-4f14-b982-a80ad6dbd4bb" -d '{"events": [{"server_uuid": "26aaa057-0367-4602-8ffb-4ccc45dac10f", "name": "network-vif-deleted", "tag": "6450a4e5-3652-4757-80d9-5db278739a7c"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:50:03.258894 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54235584-8253-42ff-b923-1aac584c0c0d x-openstack-request-id: req-54235584-8253-42ff-b923-1aac584c0c0d {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:50:03.259233 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26aaa057-0367-4602-8ffb-4ccc45dac10f", "name": "network-vif-deleted", "tag": "6450a4e5-3652-4757-80d9-5db278739a7c", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:50:03.259485 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-54235584-8253-42ff-b923-1aac584c0c0d {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:50:03.259889 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26aaa057-0367-4602-8ffb-4ccc45dac10f', 'name': 'network-vif-deleted', 'tag': '6450a4e5-3652-4757-80d9-5db278739a7c', 'status': 'completed', 'code': 200} Jun 06 17:50:03.266443 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-57cd0d56-7874-4914-a727-64b8b89abab4 req-35ddb826-c5b1-4419-ab98-5fd5cafa4e2d tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=26aaa057-0367-4602-8ffb-4ccc45dac10f HTTP/1.1" status: 200 len: 210 time: 0.0436769 Jun 06 17:50:06.017487 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 6450a4e5-3652-4757-80d9-5db278739a7c no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:50:06.054453 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] No Port match for: 6450a4e5-3652-4757-80d9-5db278739a7c {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:50:06.054801 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device 6450a4e5-3652-4757-80d9-5db278739a7c not bound to the agent host hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:50:06.258983 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77533874-f5a9-484d-b8f3-f821da81400e req-edd020db-5161-4066-b777-adce0ed917fd tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:50:06.260488 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-77533874-f5a9-484d-b8f3-f821da81400e req-edd020db-5161-4066-b777-adce0ed917fd tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a03354-1066-4e18-8acd-1f9869ac549a HTTP/1.1" status: 200 len: 945 time: 0.0829725 Jun 06 17:50:06.303554 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-77533874-f5a9-484d-b8f3-f821da81400e req-f669a837-55de-4cfd-9cd9-4d425c8ecc9b tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375290 Jun 06 17:50:07.128053 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4820f869-609d-4342-873b-f8f7872a50a9 req-b93d7b74-2a02-4eed-b807-76c31e49b4fd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87db10f0-0f1e-4029-bd7a-e14f2f781dd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712893 Jun 06 17:50:07.265203 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820f869-609d-4342-873b-f8f7872a50a9 req-6627cb2c-1955-4fb1-b92e-b89dacd47594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:50:07.266655 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4820f869-609d-4342-873b-f8f7872a50a9 req-6627cb2c-1955-4fb1-b92e-b89dacd47594 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3fcf0adf4dd44f3b54e43b70f852d9d&device_id=87db10f0-0f1e-4029-bd7a-e14f2f781dd8 HTTP/1.1" status: 200 len: 1098 time: 0.0714097 Jun 06 17:50:07.410951 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820f869-609d-4342-873b-f8f7872a50a9 req-84b6d32c-853c-4440-8c24-01253cdc69b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:50:07.412282 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4820f869-609d-4342-873b-f8f7872a50a9 req-84b6d32c-853c-4440-8c24-01253cdc69b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a68899d-7ba9-403e-a362-c3d221db1c4f HTTP/1.1" status: 200 len: 916 time: 0.1250086 Jun 06 17:50:07.517302 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4820f869-609d-4342-873b-f8f7872a50a9 req-d4f60a91-ddfc-4a08-ac46-a17c585dd99e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef3447c8-5b64-4a78-befc-5ff68aebcf69 HTTP/1.1" status: 200 len: 217 time: 0.0700073 Jun 06 17:50:07.591878 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820f869-609d-4342-873b-f8f7872a50a9 req-288785d2-51ee-43b9-98fb-dd9bd9bc37ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:50:07.593265 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4820f869-609d-4342-873b-f8f7872a50a9 req-288785d2-51ee-43b9-98fb-dd9bd9bc37ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1dcc36bb-af87-4f61-a469-cd74cb34613b HTTP/1.1" status: 200 len: 855 time: 0.0675709 Jun 06 17:50:07.636602 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6ffb9-1d76-4575-a72c-685e886e250e req-2341c7a0-dce0-4f6d-966b-c5e8f9e0bec1 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:50:07.637930 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-63c6ffb9-1d76-4575-a72c-685e886e250e req-2341c7a0-dce0-4f6d-966b-c5e8f9e0bec1 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a03354-1066-4e18-8acd-1f9869ac549a HTTP/1.1" status: 200 len: 945 time: 0.2248220 Jun 06 17:50:07.661568 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4820f869-609d-4342-873b-f8f7872a50a9 req-ae57c0fd-7cce-4a3f-a0f1-4cef6c99c0dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a68899d-7ba9-403e-a362-c3d221db1c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606546 Jun 06 17:50:07.672346 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [req-4820f869-609d-4342-873b-f8f7872a50a9 req-c4e5b6af-1bf8-4f49-bade-7658c96e451a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=98875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 17:50:07.673225 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4820f869-609d-4342-873b-f8f7872a50a9 req-c4e5b6af-1bf8-4f49-bade-7658c96e451a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046148 Jun 06 17:50:07.747280 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-63c6ffb9-1d76-4575-a72c-685e886e250e req-6d9915d0-54aa-45ec-b535-5a7855737ced tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035595 Jun 06 17:50:07.875527 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4820f869-609d-4342-873b-f8f7872a50a9 req-a9776991-85a0-408c-8964-19140e767540 service neutron] 10.222.0.21 "GET /v2.0/networks/8a68899d-7ba9-403e-a362-c3d221db1c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921151 Jun 06 17:50:07.883417 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b59d2-48e1-4a89-9408-760637736452 req-78e3d1ea-a995-4aaa-8dcf-b5f6d9f89182 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:50:07.884683 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-230b59d2-48e1-4a89-9408-760637736452 req-78e3d1ea-a995-4aaa-8dcf-b5f6d9f89182 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.21 "GET /v2.0/ports?device_id=68a03354-1066-4e18-8acd-1f9869ac549a HTTP/1.1" status: 200 len: 945 time: 0.1725712 Jun 06 17:50:08.105778 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-4820f869-609d-4342-873b-f8f7872a50a9 req-e405c1f0-bbdb-46ea-a01e-ee53306079ba service neutron] 10.222.0.21 "GET /v2.0/networks/8a68899d-7ba9-403e-a362-c3d221db1c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201598 Jun 06 17:50:08.121259 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-230b59d2-48e1-4a89-9408-760637736452 req-49c9daf2-43fd-42dd-bce4-daa03ff84a59 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Deleting port a3034f7e-6f16-4f84-bd7f-1ca337f6d362 {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:50:08.121587 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-230b59d2-48e1-4a89-9408-760637736452 req-49c9daf2-43fd-42dd-bce4-daa03ff84a59 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:08.251381 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-230b59d2-48e1-4a89-9408-760637736452 req-49c9daf2-43fd-42dd-bce4-daa03ff84a59 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] For port a3034f7e-6f16-4f84-bd7f-1ca337f6d362, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=a3034f7e-6f16-4f84-bd7f-1ca337f6d362,segment=NetworkSegment(2ce8c074-5453-4e8c-87f7-ab1b8f58260c),segment_id=2ce8c074-5453-4e8c-87f7-ab1b8f58260c)] {{(pid=98875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:50:08.252045 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-230b59d2-48e1-4a89-9408-760637736452 req-49c9daf2-43fd-42dd-bce4-daa03ff84a59 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:08.463088 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-230b59d2-48e1-4a89-9408-760637736452 req-49c9daf2-43fd-42dd-bce4-daa03ff84a59 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Calling delete_port for a3034f7e-6f16-4f84-bd7f-1ca337f6d362 owned by compute:nova {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:50:08.637618 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-230b59d2-48e1-4a89-9408-760637736452 req-49c9daf2-43fd-42dd-bce4-daa03ff84a59 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9508315'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:08.643835 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-0314e075-0154-4e0b-9589-478bd795a116 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:50:08.649663 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['ef3447c8-5b64-4a78-befc-5ff68aebcf69', 'd34b1918-2290-41d8-9ded-40084611b318', 'a3034f7e-6f16-4f84-bd7f-1ca337f6d362'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:50:08.688006 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9daf2-43fd-42dd-bce4-daa03ff84a59 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Pushing event deleted for resources: {'Port': ['ID=a3034f7e-6f16-4f84-bd7f-1ca337f6d362,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:50:08.691575 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-49c9daf2-43fd-42dd-bce4-daa03ff84a59 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:50:08.764566 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-230b59d2-48e1-4a89-9408-760637736452 req-49c9daf2-43fd-42dd-bce4-daa03ff84a59 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] No DVR routers for this DVR port a3034f7e-6f16-4f84-bd7f-1ca337f6d362 on host hv-cinder-79128 {{(pid=98875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:50:08.767147 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-230b59d2-48e1-4a89-9408-760637736452 req-49c9daf2-43fd-42dd-bce4-daa03ff84a59 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:08.769186 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-230b59d2-48e1-4a89-9408-760637736452 req-49c9daf2-43fd-42dd-bce4-daa03ff84a59 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.21 "DELETE /v2.0/ports/a3034f7e-6f16-4f84-bd7f-1ca337f6d362 HTTP/1.1" status: 204 len: 173 time: 0.8672683 Jun 06 17:50:08.769678 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a03354-1066-4e18-8acd-1f9869ac549a', 'name': 'network-vif-deleted', 'tag': 'a3034f7e-6f16-4f84-bd7f-1ca337f6d362'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:50:08.772122 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb74864-ea3f-4ade-b951-f21fbf41a693" -d '{"events": [{"server_uuid": "68a03354-1066-4e18-8acd-1f9869ac549a", "name": "network-vif-deleted", "tag": "a3034f7e-6f16-4f84-bd7f-1ca337f6d362"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:50:08.874707 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379e7c13-27d6-4f77-a579-ad98d5dcc62f x-openstack-request-id: req-379e7c13-27d6-4f77-a579-ad98d5dcc62f {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:50:08.875048 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a03354-1066-4e18-8acd-1f9869ac549a", "name": "network-vif-deleted", "tag": "a3034f7e-6f16-4f84-bd7f-1ca337f6d362", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:50:08.875332 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-379e7c13-27d6-4f77-a579-ad98d5dcc62f {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:50:08.876079 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a03354-1066-4e18-8acd-1f9869ac549a', 'name': 'network-vif-deleted', 'tag': 'a3034f7e-6f16-4f84-bd7f-1ca337f6d362', 'status': 'completed', 'code': 200} Jun 06 17:50:08.912793 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-b9c1cfb9-98ad-4afa-82f6-de57d257cc52 req-1735db35-85fc-48b8-a754-9ec46a271fc1 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=68a03354-1066-4e18-8acd-1f9869ac549a HTTP/1.1" status: 200 len: 210 time: 0.0443118 Jun 06 17:50:10.599579 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7ad81-2c56-41a1-b5e8-870031c74722 req-7b263ccb-a662-42ef-96da-8aff58f00b4d tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:50:10.601006 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8ab7ad81-2c56-41a1-b5e8-870031c74722 req-7b263ccb-a662-42ef-96da-8aff58f00b4d tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=97c3f0fd-b0be-4ef9-9b7d-32b36b097505 HTTP/1.1" status: 200 len: 946 time: 0.0796196 Jun 06 17:50:10.644841 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-8ab7ad81-2c56-41a1-b5e8-870031c74722 req-76345c51-0241-4591-b1f5-31070f9ea4f9 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380685 Jun 06 17:50:11.828477 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89774bf9-7c7d-4509-b453-232f83fcf08e req-2dc72550-3d23-485b-9681-209d004e1ab4 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:50:11.829766 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-89774bf9-7c7d-4509-b453-232f83fcf08e req-2dc72550-3d23-485b-9681-209d004e1ab4 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c3f0fd-b0be-4ef9-9b7d-32b36b097505 HTTP/1.1" status: 200 len: 946 time: 0.0833566 Jun 06 17:50:11.831974 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2a8ec-9188-437d-8df8-a1f4a7287ecf req-9506dca9-b934-47d2-842b-e8dc52f003b0 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:50:11.833373 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-61d2a8ec-9188-437d-8df8-a1f4a7287ecf req-9506dca9-b934-47d2-842b-e8dc52f003b0 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=97c3f0fd-b0be-4ef9-9b7d-32b36b097505 HTTP/1.1" status: 200 len: 946 time: 0.0821407 Jun 06 17:50:11.878520 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-61d2a8ec-9188-437d-8df8-a1f4a7287ecf req-882890f8-ba5b-49fd-8fc1-dd8742faf7df tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393307 Jun 06 17:50:11.962817 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-89774bf9-7c7d-4509-b453-232f83fcf08e req-e36894d9-7ad7-4ba0-ac0b-a78400b75be8 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Deleting port d34b1918-2290-41d8-9ded-40084611b318 {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:50:11.963153 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-89774bf9-7c7d-4509-b453-232f83fcf08e req-e36894d9-7ad7-4ba0-ac0b-a78400b75be8 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:12.048476 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device a3034f7e-6f16-4f84-bd7f-1ca337f6d362 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:50:12.082521 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] No Port match for: a3034f7e-6f16-4f84-bd7f-1ca337f6d362 {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:50:12.082772 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device a3034f7e-6f16-4f84-bd7f-1ca337f6d362 not bound to the agent host hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:50:12.095061 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-89774bf9-7c7d-4509-b453-232f83fcf08e req-e36894d9-7ad7-4ba0-ac0b-a78400b75be8 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] For port d34b1918-2290-41d8-9ded-40084611b318, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=d34b1918-2290-41d8-9ded-40084611b318,segment=NetworkSegment(2ce8c074-5453-4e8c-87f7-ab1b8f58260c),segment_id=2ce8c074-5453-4e8c-87f7-ab1b8f58260c)] {{(pid=98875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:50:12.095421 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-89774bf9-7c7d-4509-b453-232f83fcf08e req-e36894d9-7ad7-4ba0-ac0b-a78400b75be8 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:12.218626 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-89774bf9-7c7d-4509-b453-232f83fcf08e req-e36894d9-7ad7-4ba0-ac0b-a78400b75be8 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Calling delete_port for d34b1918-2290-41d8-9ded-40084611b318 owned by compute:nova {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:50:12.380493 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-89774bf9-7c7d-4509-b453-232f83fcf08e req-e36894d9-7ad7-4ba0-ac0b-a78400b75be8 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9508315'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:12.385687 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-91f6d27b-77bd-4eaa-b46f-b40d27ce331f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:50:12.391264 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.db [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] get_ports_and_sgs() called for port_ids ['ef3447c8-5b64-4a78-befc-5ff68aebcf69', 'd34b1918-2290-41d8-9ded-40084611b318'] {{(pid=98877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:50:12.434658 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36894d9-7ad7-4ba0-ac0b-a78400b75be8 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Pushing event deleted for resources: {'Port': ['ID=d34b1918-2290-41d8-9ded-40084611b318,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:50:12.466976 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-e36894d9-7ad7-4ba0-ac0b-a78400b75be8 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:50:12.506350 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-89774bf9-7c7d-4509-b453-232f83fcf08e req-e36894d9-7ad7-4ba0-ac0b-a78400b75be8 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] No DVR routers for this DVR port d34b1918-2290-41d8-9ded-40084611b318 on host hv-cinder-79128 {{(pid=98875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:50:12.509035 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-89774bf9-7c7d-4509-b453-232f83fcf08e req-e36894d9-7ad7-4ba0-ac0b-a78400b75be8 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:12.510970 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-89774bf9-7c7d-4509-b453-232f83fcf08e req-e36894d9-7ad7-4ba0-ac0b-a78400b75be8 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.21 "DELETE /v2.0/ports/d34b1918-2290-41d8-9ded-40084611b318 HTTP/1.1" status: 204 len: 173 time: 0.6755807 Jun 06 17:50:12.511475 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c3f0fd-b0be-4ef9-9b7d-32b36b097505', 'name': 'network-vif-deleted', 'tag': 'd34b1918-2290-41d8-9ded-40084611b318'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:50:12.513986 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a713fd9-e231-4418-b244-823f68c5c686" -d '{"events": [{"server_uuid": "97c3f0fd-b0be-4ef9-9b7d-32b36b097505", "name": "network-vif-deleted", "tag": "d34b1918-2290-41d8-9ded-40084611b318"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:50:12.557800 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a34540-65e4-4d12-86e6-626fc67a216c x-openstack-request-id: req-20a34540-65e4-4d12-86e6-626fc67a216c {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:50:12.558150 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c3f0fd-b0be-4ef9-9b7d-32b36b097505", "name": "network-vif-deleted", "tag": "d34b1918-2290-41d8-9ded-40084611b318", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:50:12.558429 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-20a34540-65e4-4d12-86e6-626fc67a216c {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:50:12.558843 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c3f0fd-b0be-4ef9-9b7d-32b36b097505', 'name': 'network-vif-deleted', 'tag': 'd34b1918-2290-41d8-9ded-40084611b318', 'status': 'completed', 'code': 200} Jun 06 17:50:13.036136 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-9c26215a-f046-4099-80cf-3a07be12e03b req-b7370df3-cbb5-496a-801e-d5d35058e1f7 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=97c3f0fd-b0be-4ef9-9b7d-32b36b097505 HTTP/1.1" status: 200 len: 210 time: 0.0429122 Jun 06 17:50:15.752066 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-22df66a5-cce6-4cf9-916e-297d2f5da9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:16.079759 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device d34b1918-2290-41d8-9ded-40084611b318 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:50:16.114540 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] No Port match for: d34b1918-2290-41d8-9ded-40084611b318 {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:50:16.114870 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device d34b1918-2290-41d8-9ded-40084611b318 not bound to the agent host hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:50:16.176192 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8726a3d-150d-4dd7-8dc3-d12b4ca96cb8 req-139b9e4c-369d-4617-81d4-c31fa4abe9ed tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:50:16.177612 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b8726a3d-150d-4dd7-8dc3-d12b4ca96cb8 req-139b9e4c-369d-4617-81d4-c31fa4abe9ed tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=87db10f0-0f1e-4029-bd7a-e14f2f781dd8 HTTP/1.1" status: 200 len: 945 time: 0.0836487 Jun 06 17:50:16.227975 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-b8726a3d-150d-4dd7-8dc3-d12b4ca96cb8 req-393737ec-6b9e-4056-8ac6-fb925e82802c tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429976 Jun 06 17:50:17.415971 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fbf09-82e4-494e-8d17-b6bebe88f803 req-566a48dc-9f0f-4b2d-a2c4-139acf37b0d6 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:50:17.417401 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-6a2fbf09-82e4-494e-8d17-b6bebe88f803 req-566a48dc-9f0f-4b2d-a2c4-139acf37b0d6 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=87db10f0-0f1e-4029-bd7a-e14f2f781dd8 HTTP/1.1" status: 200 len: 945 time: 0.0788274 Jun 06 17:50:17.463998 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-6a2fbf09-82e4-494e-8d17-b6bebe88f803 req-3299c48b-c725-44d7-a024-1114ba32a4f3 tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/security-groups?id=c120dc7e-6f73-474a-9e5a-87aedff40467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410256 Jun 06 17:50:17.651412 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e66461-126f-4d4b-936e-5f0a96a4e417 req-9ea88303-49ba-43ea-b55a-e7e78d23ad0d tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:50:17.652773 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-09e66461-126f-4d4b-936e-5f0a96a4e417 req-9ea88303-49ba-43ea-b55a-e7e78d23ad0d tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.21 "GET /v2.0/ports?device_id=87db10f0-0f1e-4029-bd7a-e14f2f781dd8 HTTP/1.1" status: 200 len: 945 time: 0.0765140 Jun 06 17:50:17.787520 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-09e66461-126f-4d4b-936e-5f0a96a4e417 req-b4b2b4ab-6bf0-4fe5-a192-92dd07adbf4f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Deleting port ef3447c8-5b64-4a78-befc-5ff68aebcf69 {{(pid=98875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:50:17.787763 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-09e66461-126f-4d4b-936e-5f0a96a4e417 req-b4b2b4ab-6bf0-4fe5-a192-92dd07adbf4f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729318728924'] for port, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:17.924772 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [req-09e66461-126f-4d4b-936e-5f0a96a4e417 req-b4b2b4ab-6bf0-4fe5-a192-92dd07adbf4f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] For port ef3447c8-5b64-4a78-befc-5ff68aebcf69, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ef3447c8-5b64-4a78-befc-5ff68aebcf69,segment=NetworkSegment(2ce8c074-5453-4e8c-87f7-ab1b8f58260c),segment_id=2ce8c074-5453-4e8c-87f7-ab1b8f58260c)] {{(pid=98875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:50:17.925117 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-09e66461-126f-4d4b-936e-5f0a96a4e417 req-b4b2b4ab-6bf0-4fe5-a192-92dd07adbf4f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-320390'] for port, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:18.043496 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.plugin [req-09e66461-126f-4d4b-936e-5f0a96a4e417 req-b4b2b4ab-6bf0-4fe5-a192-92dd07adbf4f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Calling delete_port for ef3447c8-5b64-4a78-befc-5ff68aebcf69 owned by compute:nova {{(pid=98875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:50:18.248352 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-09e66461-126f-4d4b-936e-5f0a96a4e417 req-b4b2b4ab-6bf0-4fe5-a192-92dd07adbf4f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729318475996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729318202489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9508315'] for port, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:18.255959 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-57e758bc-32d4-4ad6-97de-b37cf7d12ecb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:50:18.295542 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:18.296983 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-80dbf65a-5a47-4df8-ac0c-838339210dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:18.302056 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2b4ab-6bf0-4fe5-a192-92dd07adbf4f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Pushing event deleted for resources: {'Port': ['ID=ef3447c8-5b64-4a78-befc-5ff68aebcf69,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:50:18.304897 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b4b2b4ab-6bf0-4fe5-a192-92dd07adbf4f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:50:18.465093 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e66461-126f-4d4b-936e-5f0a96a4e417 req-b4b2b4ab-6bf0-4fe5-a192-92dd07adbf4f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] No DVR routers for this DVR port ef3447c8-5b64-4a78-befc-5ff68aebcf69 on host hv-cinder-79128 {{(pid=98875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:50:18.467827 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [req-09e66461-126f-4d4b-936e-5f0a96a4e417 req-b4b2b4ab-6bf0-4fe5-a192-92dd07adbf4f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106755'] for port, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:18.470093 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [req-09e66461-126f-4d4b-936e-5f0a96a4e417 req-b4b2b4ab-6bf0-4fe5-a192-92dd07adbf4f tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.21 "DELETE /v2.0/ports/ef3447c8-5b64-4a78-befc-5ff68aebcf69 HTTP/1.1" status: 204 len: 173 time: 0.8113897 Jun 06 17:50:18.470610 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87db10f0-0f1e-4029-bd7a-e14f2f781dd8', 'name': 'network-vif-deleted', 'tag': 'ef3447c8-5b64-4a78-befc-5ff68aebcf69'}] {{(pid=98875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:50:18.473557 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b39840fa8b581908a3ade1690eb67f3e005c84e7b0f0e553c3913fc1144570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9713085d-31fb-48f7-bf19-84d92a61c369" -d '{"events": [{"server_uuid": "87db10f0-0f1e-4029-bd7a-e14f2f781dd8", "name": "network-vif-deleted", "tag": "ef3447c8-5b64-4a78-befc-5ff68aebcf69"}]}' {{(pid=98875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:50:18.516872 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d5270a-39f8-4e12-98ec-8b6c950eb4af x-openstack-request-id: req-42d5270a-39f8-4e12-98ec-8b6c950eb4af {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:50:18.521739 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87db10f0-0f1e-4029-bd7a-e14f2f781dd8", "name": "network-vif-deleted", "tag": "ef3447c8-5b64-4a78-befc-5ff68aebcf69", "status": "completed", "code": 200}]} {{(pid=98875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:50:18.521739 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-42d5270a-39f8-4e12-98ec-8b6c950eb4af {{(pid=98875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:50:18.521739 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87db10f0-0f1e-4029-bd7a-e14f2f781dd8', 'name': 'network-vif-deleted', 'tag': 'ef3447c8-5b64-4a78-befc-5ff68aebcf69', 'status': 'completed', 'code': 200} Jun 06 17:50:18.613025 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [req-746a272b-711f-44d4-8e98-d8b892cb2e87 req-31c7e444-7feb-46a4-8094-409fa49ca7bb tempest-AttachVolumeNegativeTest-1889038002 tempest-AttachVolumeNegativeTest-1889038002-project] 10.222.0.23 "GET /v2.0/ports?device_id=87db10f0-0f1e-4029-bd7a-e14f2f781dd8 HTTP/1.1" status: 200 len: 210 time: 0.0432892 Jun 06 17:50:19.197583 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:19.705278 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 52380) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:50:19.763010 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6f25c5-81e4-4d68-bc43-0ec1fa025bd1 admin admin] Deleting subnet 1dcc36bb-af87-4f61-a469-cd74cb34613b {{(pid=98875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:50:19.765832 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-5d6f25c5-81e4-4d68-bc43-0ec1fa025bd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:19.817036 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-5d6f25c5-81e4-4d68-bc43-0ec1fa025bd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9566946'] for subnet, precommit_delete_associations {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:19.871501 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-5d6f25c5-81e4-4d68-bc43-0ec1fa025bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496290'] for subnet, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:20.019822 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-5d6f25c5-81e4-4d68-bc43-0ec1fa025bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1496299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9508150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2915052'] for subnet, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:20.024464 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-9da0077b-cb59-4716-a8ab-2d4b71d6836e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:50:20.059209 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f25c5-81e4-4d68-bc43-0ec1fa025bd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dcc36bb-af87-4f61-a469-cd74cb34613b,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:50:20.061758 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-5d6f25c5-81e4-4d68-bc43-0ec1fa025bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for subnet, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:20.062964 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-5d6f25c5-81e4-4d68-bc43-0ec1fa025bd1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1dcc36bb-af87-4f61-a469-cd74cb34613b HTTP/1.1" status: 204 len: 168 time: 0.3560128 Jun 06 17:50:20.064218 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-5d6f25c5-81e4-4d68-bc43-0ec1fa025bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:50:20.066029 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 52382) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:50:20.095788 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device ef3447c8-5b64-4a78-befc-5ff68aebcf69 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:50:20.134072 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.plugin [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] No Port match for: ef3447c8-5b64-4a78-befc-5ff68aebcf69 {{(pid=98877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:50:20.139083 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron.plugins.ml2.rpc [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Device ef3447c8-5b64-4a78-befc-5ff68aebcf69 not bound to the agent host hv-cinder-79128 {{(pid=98877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:50:20.170746 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-984392f4-a26c-4981-89de-f7a28a28980c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596576'] for network, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:20.293589 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-984392f4-a26c-4981-89de-f7a28a28980c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1493627', 'neutron.services.segments.db._delete_segments_for_network-8729318600102'] for network, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:20.306190 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.services.segments.db [None req-984392f4-a26c-4981-89de-f7a28a28980c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a68899d-7ba9-403e-a362-c3d221db1c4f']}} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:50:20.318777 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.services.segments.db [None req-984392f4-a26c-4981-89de-f7a28a28980c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce8c074-5453-4e8c-87f7-ab1b8f58260c') {'for_net_delete': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:50:20.319063 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.services.segments.db [None req-984392f4-a26c-4981-89de-f7a28a28980c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce8c074-5453-4e8c-87f7-ab1b8f58260c') {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:50:20.330224 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-984392f4-a26c-4981-89de-f7a28a28980c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729318605249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9566939'] for segment, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:20.345680 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-984392f4-a26c-4981-89de-f7a28a28980c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449'] for segment, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:20.352056 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984392f4-a26c-4981-89de-f7a28a28980c admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=98875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:50:20.352369 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-984392f4-a26c-4981-89de-f7a28a28980c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9508236'] for segment, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: Traceback (most recent call last): Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: timer() Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: cb(*args, **kw) Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: return func(*args, **kwargs) Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: self._notify() Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: self.callback(batched_events) Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: event.method(event) Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: return f(self, *a, **k) Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: return self._get(url).json() Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: return self.request(url, 'GET', **kwargs) Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:50:20.365856 dv-cinder-791281-4-smb neutron-server[98875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:50:20.472403 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-984392f4-a26c-4981-89de-f7a28a28980c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1493600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-480548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608036'] for network, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:20.476265 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:50:20.492127 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-984392f4-a26c-4981-89de-f7a28a28980c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694971'] for network, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:20.493886 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-984392f4-a26c-4981-89de-f7a28a28980c admin admin] 10.222.0.23 "DELETE /v2.0/networks/8a68899d-7ba9-403e-a362-c3d221db1c4f HTTP/1.1" status: 204 len: 168 time: 0.4269550 Jun 06 17:50:20.496837 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984392f4-a26c-4981-89de-f7a28a28980c admin admin] Pushing event deleted for resources: {'Network': ['ID=8a68899d-7ba9-403e-a362-c3d221db1c4f,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:50:20.499014 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-984392f4-a26c-4981-89de-f7a28a28980c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:50:20.909303 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 52386) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:50:20.940635 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:20.957051 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-b558e3f2-a895-4e1a-b38e-2a59a670a498 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3fcf0adf4dd44f3b54e43b70f852d9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465004 Jun 06 17:50:20.959218 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 52388) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:50:21.013945 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-0fe7d065-857c-46e2-a589-27a4123fca9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:21.039424 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-0fe7d065-857c-46e2-a589-27a4123fca9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:21.163449 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-0fe7d065-857c-46e2-a589-27a4123fca9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:21.165881 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-0fe7d065-857c-46e2-a589-27a4123fca9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:21.167043 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-0fe7d065-857c-46e2-a589-27a4123fca9c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c120dc7e-6f73-474a-9e5a-87aedff40467 HTTP/1.1" status: 204 len: 168 time: 0.2069809 Jun 06 17:50:21.167771 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-15112848-01c3-4d26-b83e-1e0321a21ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:50:21.177333 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7d065-857c-46e2-a589-27a4123fca9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c120dc7e-6f73-474a-9e5a-87aedff40467,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:50:21.179676 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-0fe7d065-857c-46e2-a589-27a4123fca9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:50:32.209224 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:35.431478 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:50:45.728780 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-f7b0fc17-df08-46fc-a372-cc71d82e9186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:48.248695 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-0528df4f-be36-4839-9ca2-30baac85d84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:48.250253 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:49.242901 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:50.900607 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:00.741959 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 52742) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:51:00.859476 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-acce4721-e5c8-4031-8cfb-8ded66bac6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:00.959267 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-acce4721-e5c8-4031-8cfb-8ded66bac6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:01.082699 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-acce4721-e5c8-4031-8cfb-8ded66bac6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:01.090901 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-d0f65b51-1b56-494a-a4ab-9dc35b337abb tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:51:01.131087 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-acce4721-e5c8-4031-8cfb-8ded66bac6d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33f0d4cf0d7a453786c4d78a639483d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3880510 Jun 06 17:51:01.139088 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce4721-e5c8-4031-8cfb-8ded66bac6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5850e0-2add-452a-a278-ac36860b40a9,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:51:01.139454 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 52746) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:51:01.139920 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-acce4721-e5c8-4031-8cfb-8ded66bac6d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:51:01.191060 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-fedd99f0-007d-4367-8867-c0657fd79d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:01.216968 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-fedd99f0-007d-4367-8867-c0657fd79d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:01.363097 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-fedd99f0-007d-4367-8867-c0657fd79d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:01.365547 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-fedd99f0-007d-4367-8867-c0657fd79d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:01.366677 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-fedd99f0-007d-4367-8867-c0657fd79d67 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d5850e0-2add-452a-a278-ac36860b40a9 HTTP/1.1" status: 204 len: 168 time: 0.2320366 Jun 06 17:51:01.371797 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-53b85eac-c9af-49ad-8f76-80d0b89c46f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:51:01.377024 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd99f0-007d-4367-8867-c0657fd79d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5850e0-2add-452a-a278-ac36860b40a9,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:51:01.384384 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd99f0-007d-4367-8867-c0657fd79d67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:01.384770 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd99f0-007d-4367-8867-c0657fd79d67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:01.385244 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd99f0-007d-4367-8867-c0657fd79d67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:01.386145 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd99f0-007d-4367-8867-c0657fd79d67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:01.386645 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd99f0-007d-4367-8867-c0657fd79d67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:01.387015 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd99f0-007d-4367-8867-c0657fd79d67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:01.387376 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd99f0-007d-4367-8867-c0657fd79d67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:01.387734 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd99f0-007d-4367-8867-c0657fd79d67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:01.388093 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd99f0-007d-4367-8867-c0657fd79d67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:01.388448 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd99f0-007d-4367-8867-c0657fd79d67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:01.388823 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd99f0-007d-4367-8867-c0657fd79d67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:01.389176 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd99f0-007d-4367-8867-c0657fd79d67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:01.392240 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-fedd99f0-007d-4367-8867-c0657fd79d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:51:01.977011 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 52752) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:51:01.994842 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a7882dc1-027a-44a9-8636-ae3fccd7a15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:02.094416 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a7882dc1-027a-44a9-8636-ae3fccd7a15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:02.168690 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-a7882dc1-027a-44a9-8636-ae3fccd7a15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:02.177404 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-515e6b3c-26a1-439c-9694-6ee417a2e14a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:51:02.215862 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-a7882dc1-027a-44a9-8636-ae3fccd7a15d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2eb4511efca648e8ab05ab417e841674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377558 Jun 06 17:51:02.217455 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7882dc1-027a-44a9-8636-ae3fccd7a15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692d6519-e1b5-4694-a6da-4c013ac566ec,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:51:02.218391 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 52754) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:51:02.220571 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-a7882dc1-027a-44a9-8636-ae3fccd7a15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:51:02.232288 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:02.277123 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-956e6bfe-773b-41b7-9d15-e4b4fdc846c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:02.302905 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-956e6bfe-773b-41b7-9d15-e4b4fdc846c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:02.414206 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-956e6bfe-773b-41b7-9d15-e4b4fdc846c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:02.416726 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-956e6bfe-773b-41b7-9d15-e4b4fdc846c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:02.418403 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-956e6bfe-773b-41b7-9d15-e4b4fdc846c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/692d6519-e1b5-4694-a6da-4c013ac566ec HTTP/1.1" status: 204 len: 168 time: 0.1989770 Jun 06 17:51:02.419085 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:51:02.428423 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e6bfe-773b-41b7-9d15-e4b4fdc846c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692d6519-e1b5-4694-a6da-4c013ac566ec,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:51:02.430666 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-956e6bfe-773b-41b7-9d15-e4b4fdc846c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:51:05.637814 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 52816) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:51:05.760959 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9063f95a-14ae-40e1-80f4-1a71b7932907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:05.861156 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9063f95a-14ae-40e1-80f4-1a71b7932907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:05.979621 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-9063f95a-14ae-40e1-80f4-1a71b7932907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:05.988679 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-956e6bfe-773b-41b7-9d15-e4b4fdc846c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:51:06.027487 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-9063f95a-14ae-40e1-80f4-1a71b7932907 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb458cf5cda746f196da422bbe204818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3880138 Jun 06 17:51:06.029157 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063f95a-14ae-40e1-80f4-1a71b7932907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1670025d-c854-47fa-9d47-5e92f5ad7c47,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:51:06.030172 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 52820) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:51:06.036683 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063f95a-14ae-40e1-80f4-1a71b7932907 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:06.037052 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063f95a-14ae-40e1-80f4-1a71b7932907 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:06.037413 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063f95a-14ae-40e1-80f4-1a71b7932907 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:06.037770 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063f95a-14ae-40e1-80f4-1a71b7932907 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:06.038136 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063f95a-14ae-40e1-80f4-1a71b7932907 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:06.038562 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063f95a-14ae-40e1-80f4-1a71b7932907 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:06.038909 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063f95a-14ae-40e1-80f4-1a71b7932907 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:06.039255 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063f95a-14ae-40e1-80f4-1a71b7932907 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:06.039601 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063f95a-14ae-40e1-80f4-1a71b7932907 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:06.039944 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063f95a-14ae-40e1-80f4-1a71b7932907 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:06.040285 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063f95a-14ae-40e1-80f4-1a71b7932907 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:06.040625 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063f95a-14ae-40e1-80f4-1a71b7932907 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:06.044437 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-9063f95a-14ae-40e1-80f4-1a71b7932907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:51:06.087688 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-832e062c-7915-4ff6-94d8-6f36b85e5079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:06.112979 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-832e062c-7915-4ff6-94d8-6f36b85e5079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:06.259938 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-832e062c-7915-4ff6-94d8-6f36b85e5079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:06.262993 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-832e062c-7915-4ff6-94d8-6f36b85e5079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:06.264127 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-832e062c-7915-4ff6-94d8-6f36b85e5079 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1670025d-c854-47fa-9d47-5e92f5ad7c47 HTTP/1.1" status: 204 len: 168 time: 0.2329664 Jun 06 17:51:06.264905 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-7ff8c2fd-fbba-433a-8ec1-7db1addb771a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:51:06.274311 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e062c-7915-4ff6-94d8-6f36b85e5079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1670025d-c854-47fa-9d47-5e92f5ad7c47,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:51:06.276600 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-832e062c-7915-4ff6-94d8-6f36b85e5079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:51:06.823916 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 52826) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:51:06.840786 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-ce6dd305-631a-4beb-b20c-2cc0c0cea071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:06.948547 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-ce6dd305-631a-4beb-b20c-2cc0c0cea071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:07.019687 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-ce6dd305-631a-4beb-b20c-2cc0c0cea071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:07.028362 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-8eb8824a-0fef-41fc-924d-91608fca2dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:51:07.067242 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-ce6dd305-631a-4beb-b20c-2cc0c0cea071 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd03cf755c54493ebd6f0a798b4ae28a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422481 Jun 06 17:51:07.068686 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6dd305-631a-4beb-b20c-2cc0c0cea071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352043b6-9f8d-4cb2-9496-b6a158e94692,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:51:07.069896 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 52828) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:51:07.071657 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-ce6dd305-631a-4beb-b20c-2cc0c0cea071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:51:07.130084 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-975b1e7d-ba97-44f9-ad04-53aeeaaf601e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:07.155409 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-975b1e7d-ba97-44f9-ad04-53aeeaaf601e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:07.259787 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-975b1e7d-ba97-44f9-ad04-53aeeaaf601e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:07.262431 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-975b1e7d-ba97-44f9-ad04-53aeeaaf601e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:07.263704 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-975b1e7d-ba97-44f9-ad04-53aeeaaf601e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/352043b6-9f8d-4cb2-9496-b6a158e94692 HTTP/1.1" status: 204 len: 168 time: 0.1928132 Jun 06 17:51:07.264515 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-87104c80-c0a9-420a-bbb2-2c53971bd3de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:51:07.274248 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b1e7d-ba97-44f9-ad04-53aeeaaf601e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352043b6-9f8d-4cb2-9496-b6a158e94692,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:51:07.277369 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-975b1e7d-ba97-44f9-ad04-53aeeaaf601e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:51:12.431051 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:51:15.746355 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-41169de4-7642-4367-b895-6ac4c3bde4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:18.271183 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-b4c0e2e6-980f-4c35-904f-b387c8c702d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:18.294029 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:19.282900 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:20.916765 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:26.094600 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 52968) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:51:26.207568 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0ccfee2d-35bc-43e0-8506-5d713b46db79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:26.312889 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0ccfee2d-35bc-43e0-8506-5d713b46db79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:26.356345 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-0ccfee2d-35bc-43e0-8506-5d713b46db79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:26.364511 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-76df5b09-0685-48fb-9488-ad40dc69006b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:51:26.403409 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-0ccfee2d-35bc-43e0-8506-5d713b46db79 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a4dbaf2030947a5ba0ae98b97f83615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3077772 Jun 06 17:51:26.404998 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfee2d-35bc-43e0-8506-5d713b46db79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051316d0-af74-463d-9e86-abff536f107c,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:51:26.406021 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 52972) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:51:26.408106 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-0ccfee2d-35bc-43e0-8506-5d713b46db79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:51:26.464314 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b168fc62-38c0-421b-bb78-a08bd399d36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:26.489526 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b168fc62-38c0-421b-bb78-a08bd399d36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:26.591095 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b168fc62-38c0-421b-bb78-a08bd399d36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:26.593519 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b168fc62-38c0-421b-bb78-a08bd399d36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:26.594655 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-b168fc62-38c0-421b-bb78-a08bd399d36b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/051316d0-af74-463d-9e86-abff536f107c HTTP/1.1" status: 204 len: 168 time: 0.1876557 Jun 06 17:51:26.595421 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-2216c90c-b7a1-4262-9e1b-3ce23e12aa9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:51:26.605123 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168fc62-38c0-421b-bb78-a08bd399d36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051316d0-af74-463d-9e86-abff536f107c,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:51:26.608664 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b168fc62-38c0-421b-bb78-a08bd399d36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:51:28.533456 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 53014) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:51:28.654630 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4f7aba90-c571-4593-9d87-a5c6cfe062dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:28.751930 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4f7aba90-c571-4593-9d87-a5c6cfe062dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:28.802098 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-4f7aba90-c571-4593-9d87-a5c6cfe062dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:28.810854 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b168fc62-38c0-421b-bb78-a08bd399d36b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:51:28.849134 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-4f7aba90-c571-4593-9d87-a5c6cfe062dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=178cef5461184f0db8f93fbc5dd0948f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146369 Jun 06 17:51:28.850734 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7aba90-c571-4593-9d87-a5c6cfe062dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d29dfd-5c88-4400-8424-ae6491c29a31,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:51:28.851750 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 53018) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:51:28.853730 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-4f7aba90-c571-4593-9d87-a5c6cfe062dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:51:28.909866 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d87c1184-b589-43dc-bd49-dc0bba7c3393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:28.934782 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d87c1184-b589-43dc-bd49-dc0bba7c3393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:29.030939 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d87c1184-b589-43dc-bd49-dc0bba7c3393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:29.033316 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-d87c1184-b589-43dc-bd49-dc0bba7c3393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:29.034456 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-d87c1184-b589-43dc-bd49-dc0bba7c3393 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7d29dfd-5c88-4400-8424-ae6491c29a31 HTTP/1.1" status: 204 len: 168 time: 0.1817436 Jun 06 17:51:29.035182 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-bc187509-213a-4b09-8a55-eab56c2436a4 tempest-AttachVolumeShelveTestJSON-285610430 tempest-AttachVolumeShelveTestJSON-285610430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:51:29.044307 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c1184-b589-43dc-bd49-dc0bba7c3393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d29dfd-5c88-4400-8424-ae6491c29a31,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:51:29.047107 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-d87c1184-b589-43dc-bd49-dc0bba7c3393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:51:32.248061 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:34.672191 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 53078) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:51:34.786045 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-66a0ba2d-4f31-460a-ab16-d7d219022358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:34.889440 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-66a0ba2d-4f31-460a-ab16-d7d219022358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:34.967916 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-66a0ba2d-4f31-460a-ab16-d7d219022358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:34.974926 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-87a1bcbe-1eb8-4037-b485-195eb076bf0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:51:35.016120 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-66a0ba2d-4f31-460a-ab16-d7d219022358 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=31adf51020c94cbfabbec169a9ece7c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3427625 Jun 06 17:51:35.017030 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0ba2d-4f31-460a-ab16-d7d219022358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcf4857-d0e7-4340-89a2-02fb3f623fa3,revision_number=1']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:51:35.018736 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 53082) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:51:35.020191 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-66a0ba2d-4f31-460a-ab16-d7d219022358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:51:35.077484 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-e53e6c0d-cafc-4a2a-b3cf-ba6bfb85cf4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:35.102373 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-e53e6c0d-cafc-4a2a-b3cf-ba6bfb85cf4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:35.247758 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-e53e6c0d-cafc-4a2a-b3cf-ba6bfb85cf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:35.250206 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-e53e6c0d-cafc-4a2a-b3cf-ba6bfb85cf4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:35.251297 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-e53e6c0d-cafc-4a2a-b3cf-ba6bfb85cf4b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/efcf4857-d0e7-4340-89a2-02fb3f623fa3 HTTP/1.1" status: 204 len: 168 time: 0.2308443 Jun 06 17:51:35.252065 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-19b7ff8f-3a52-4753-a189-f12282ada8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:51:35.261501 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e6c0d-cafc-4a2a-b3cf-ba6bfb85cf4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcf4857-d0e7-4340-89a2-02fb3f623fa3,revision_number=None']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:51:35.263884 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-e53e6c0d-cafc-4a2a-b3cf-ba6bfb85cf4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:51:35.939879 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.wsgi [-] (98875) accepted ('10.222.0.23', 53088) {{(pid=98875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:51:35.957256 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-a530833a-7554-4d12-b94f-14182f7672d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:36.055533 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-a530833a-7554-4d12-b94f-14182f7672d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:36.145098 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-a530833a-7554-4d12-b94f-14182f7672d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_create {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:36.154097 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-ed8074a9-e078-44e3-b3e9-8cde207a9b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:51:36.193250 dv-cinder-791281-4-smb neutron-server[98875]: INFO neutron.wsgi [None req-a530833a-7554-4d12-b94f-14182f7672d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=55679008bda248e3aa5b7df6dbb61475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523336 Jun 06 17:51:36.194295 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530833a-7554-4d12-b94f-14182f7672d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d495c8c4-b20b-42bc-9cd8-4f57873e3be5,revision_number=1']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:51:36.195908 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [-] (98876) accepted ('10.222.0.23', 53090) {{(pid=98876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:51:36.197311 dv-cinder-791281-4-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-a530833a-7554-4d12-b94f-14182f7672d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:51:36.254556 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-407efcbb-2555-4216-af42-0208976a541e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:36.280209 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-407efcbb-2555-4216-af42-0208976a541e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:36.419619 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-407efcbb-2555-4216-af42-0208976a541e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480518'] for security_group, after_delete {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:36.422031 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron_lib.callbacks.manager [None req-407efcbb-2555-4216-af42-0208976a541e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:36.423185 dv-cinder-791281-4-smb neutron-server[98876]: INFO neutron.wsgi [None req-407efcbb-2555-4216-af42-0208976a541e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d495c8c4-b20b-42bc-9cd8-4f57873e3be5 HTTP/1.1" status: 204 len: 168 time: 0.2256596 Jun 06 17:51:36.423957 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-7c5ba2b8-3082-449c-a111-1a17798864ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:51:36.433571 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407efcbb-2555-4216-af42-0208976a541e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d495c8c4-b20b-42bc-9cd8-4f57873e3be5,revision_number=None']} {{(pid=98876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:51:36.436349 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG oslo_concurrency.lockutils [None req-407efcbb-2555-4216-af42-0208976a541e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:51:45.739620 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-467fd2e4-adb1-4d46-a1f0-5572f0d1e420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:48.226164 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-df1a962f-656c-496e-87be-cf200491d869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:48.242093 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:49.219479 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:49.429108 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:51:50.887595 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:52:02.247769 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:52:15.727613 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-ae4e5b89-a9ce-4e2d-923b-936ef3422558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:52:18.230409 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-09b9a908-8871-46e4-9f15-ac0258075e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:52:18.247277 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:52:19.247271 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:52:20.887737 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:52:26.427805 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:52:32.252776 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:52:45.738649 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-0aa5aa96-7c0c-4a71-9daa-bbe2a088d5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:52:48.241483 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-a9046aee-f0e8-4abb-a9ab-00ba590e51c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:52:48.264138 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:52:49.224394 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:52:50.892838 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:02.281536 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:03.426456 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:53:15.744234 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-d59f460f-35b9-4d8e-953b-86985412efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:18.275762 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-2d420c20-0c61-46eb-b83a-80ac0ad9895c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:18.292680 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:19.241748 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:20.875432 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:32.281270 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:40.425931 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:53:45.738128 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-25959d75-18c0-41a0-9f51-c11031e9b4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:48.275243 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:48.281063 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-1346bbdc-f214-4765-b605-b78da6407ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:49.235498 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:50.915228 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:02.287214 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:15.749556 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-d90b968c-f32b-43f4-8bbf-39fbbd619058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:17.425589 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:54:18.264034 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:18.292435 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-919e4f76-14e9-4e10-9081-9acfc58983d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:19.257941 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:20.909361 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:32.292547 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:45.756648 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c2fb-f5d3-43db-8f03-af2268a68c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:48.251584 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:48.274384 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-79a5738c-ecf0-4cd5-aae5-63dfe4bb35c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:49.280028 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:50.920789 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:54.424298 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:55:02.280987 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:10.277079 dv-cinder-791281-4-smb neutron-server[98876]: DEBUG neutron.wsgi [req-f2338343-d60f-4495-81ec-2401cf70f1f3 req-311e3625-e9e7-4cf9-badd-d5d5230ae764 service neutron] (98876) timed out ('10.222.0.21', 63449) {{(pid=98876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 06 17:55:15.743698 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-b497f088-c068-45bf-8e1d-d945c8bbad42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:18.286375 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:18.314855 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-b7428cd2-6857-4297-afbf-52b82bac1be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:19.246373 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:20.914859 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:31.422683 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:55:32.308743 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:45.759414 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-b3a3cc19-e815-4553-abf6-f1cb14a70c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:48.273884 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:48.290876 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-0b41dfad-ecbf-468f-bda6-61465d701962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:49.249669 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:50.931368 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-3c55f640-9005-4467-9902-1d8569fad6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:56:02.313030 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-503b3f2b-5c53-4b8e-870f-7766b5a12d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:56:08.421094 dv-cinder-791281-4-smb neutron-server[98878]: DEBUG neutron.db.agents_db [None req-940c5509-1da4-45c8-be3d-5459f340cdb0 None None] Agent healthcheck: found 6 active agents {{(pid=98878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:56:15.769561 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-edc537e0-5b68-48b4-ab2a-ba7e194685fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:56:18.278429 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-c5eab5eb-5ed0-4327-b3d4-6f22f778ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:56:18.299703 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-8776cba6-6ad3-49bf-b651-a5af2ae16039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:56:19.244582 dv-cinder-791281-4-smb neutron-server[98877]: DEBUG neutron_lib.callbacks.manager [None req-401939e9-b3a6-4830-ae8b-a59cfffa668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729318600084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541541'] for agent, after_update {{(pid=98877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}